-- Logs begin at Wed 2021-01-27 04:53:02 UTC, end at Wed 2021-01-27 06:08:11 UTC. -- Jan 27 05:40:47.176622 dv-cinder-772623-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 05:40:49.917070 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.common.config [-] Logging enabled! Jan 27 05:40:49.917594 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev439 Jan 27 05:40:49.919715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 05:40:49.921525 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.common.config [-] Logging enabled! Jan 27 05:40:49.921819 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev439 Jan 27 05:40:49.922175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 05:40:49.923225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 27 05:40:49.923494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 27 05:40:49.924575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 27 05:40:49.924864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 27 05:40:49.925125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 27 05:40:49.925500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.925847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.926195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.926459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.926802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.927151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.927473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.927811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.928179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.928509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.928830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.929153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.929416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.929738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.930072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.930405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.930685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] debug = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.931006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.931728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.932092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.932418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.932756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.933069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.933387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.933716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.934089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] host = dv-cinder-772623-1-smb {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.934408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.934741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.935073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.935404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.935721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.936089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.936423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.936736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.937046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.937363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.937694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.938026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.938366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.938624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.938879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.939211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.939544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.939875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.940195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.940511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.940825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.941141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.941452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.941780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.942119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.942443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.942758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.943072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.943383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.943698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.944063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.944363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.944679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.944992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.945325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.945633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.945944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.947318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.947744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.948114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.948456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.948771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.949106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.949422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.949736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.950049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] use_json = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.950363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.950672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.951000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.951315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.951626 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.951962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.952277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.952614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:49.952949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.953293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.953641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.953964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.954303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.954624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.954958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.955275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.955609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.955990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.956320 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.956636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.956969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.957286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.957627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.957980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.958321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.958659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.958973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.959284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.959597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.959936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.960267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.960609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.960943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.961255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.961575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.962569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.962997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.963305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.963626 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.963987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.964316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.964627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.964948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.965267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.965576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.965884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.966201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.966538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.966861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.967171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.967479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.967790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.968127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.968456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.968773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.969082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.969392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.969706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.970017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.970327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.970640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.970949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.971263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.971573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.971901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.972213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.972522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.972833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.973142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.973450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.973764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.974073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.974384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.974695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.975003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.975331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.975633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.975996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.976312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.976631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.976954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.977271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.977617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.977940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.978246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.978558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.978869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.979209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.979532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.979878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.980203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.980517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.980860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.981177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.981501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.981818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.982135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.982456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.982786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.983120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.983454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.983791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.984171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.984505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.984822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.985180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.985497 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:49.985772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 27 05:40:49.986048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80068) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 27 05:40:50.648335 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading Gnome Jan 27 05:40:50.666206 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading Google Jan 27 05:40:50.668985 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading Windows (alt) Jan 27 05:40:50.672523 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading file Jan 27 05:40:50.673374 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading keyczar Jan 27 05:40:50.673655 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading multi Jan 27 05:40:50.674306 dv-cinder-772623-1-smb neutron-server[80068]: INFO keyring.backend [-] Loading pyfs Jan 27 05:40:50.724247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:40:50.724557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:40:50.724878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:40:50.725247 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 05:40:51.123388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.123966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.124057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.172660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.172978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.173285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.176953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.177264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.177567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.246792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.247101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.247398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.248576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.248877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.249172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.524457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.524885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.525196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.525513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.526330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.676435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.676813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.677136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.677439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.677735 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.678114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.678747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.679056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.679412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.679897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.680202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.681036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.681340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.681645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.681948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.682262 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.682555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.682874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.683160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.683647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.683955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.684239 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.684578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.684866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.685136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.685571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:51.685847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:51.686121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:51.686391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:51.686663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:51.686933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:51.688378 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 05:40:51.691732 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 05:40:51.695765 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 05:40:51.700554 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 27 05:40:51.702397 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 05:40:51.703516 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 05:40:51.703930 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 27 05:40:51.704378 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 05:40:51.707150 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 05:40:51.707429 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 05:40:51.707815 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 27 05:40:51.729518 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 27 05:40:51.730038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.730373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80068) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 27 05:40:51.730786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.732193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80068) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 05:40:51.732522 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 27 05:40:51.732804 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 27 05:40:51.736030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.736344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:51.803574 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 05:40:51.803768 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 05:40:51.804069 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 05:40:51.804484 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 05:40:51.842660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.sqlalchemy.engines [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80068) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 27 05:40:52.352911 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing driver for type 'gre' Jan 27 05:40:52.353536 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] gre ID ranges: [(1, 1000)] Jan 27 05:40:52.449927 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing driver for type 'local' Jan 27 05:40:52.450297 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing driver for type 'vlan' Jan 27 05:40:52.552939 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] VlanTypeDriver initialization complete Jan 27 05:40:52.553319 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing driver for type 'vxlan' Jan 27 05:40:52.553935 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] vxlan ID ranges: [(1, 1000)] Jan 27 05:40:52.672981 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing extension driver 'port_security' Jan 27 05:40:52.673340 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] PortSecurityExtensionDriver initialization complete Jan 27 05:40:52.673712 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing mechanism driver 'openvswitch' Jan 27 05:40:52.681288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80068) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:40:52.682373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.682780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.683166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.683587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.683999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.684378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.684792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.685169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.685543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.685950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > security_group after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.686324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > security_group after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.686859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.687278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.687663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.688061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.688479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > address_group after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.688852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > address_group after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.689224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.689582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] ML2 OVO RPC backend initialized. {{(pid=80068) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 27 05:40:52.690298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.690684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.691137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.691515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > networks before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.691917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.692290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > ports before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.692664 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.693039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnets before_response 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.693549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.693920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.694287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.695745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.695745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.695745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.695745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.696400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.696503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.697597 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.plugin [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Modular L2 Plugin initialization complete Jan 27 05:40:52.697808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading services supported by the core plugin {{(pid=80068) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 05:40:52.698177 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.plugins.ml2.managers [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Got port-security extension from driver 'port_security' Jan 27 05:40:52.698687 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.extensions.vlantransparent [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Disabled vlantransparent extension. Jan 27 05:40:52.700200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80068) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 05:40:52.700551 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: router Jan 27 05:40:52.737741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.738174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_create 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.738591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router before_create 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.738997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.739410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.739805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_delete 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.740228 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.740641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_create 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.741027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_update 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.741420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_update 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.741809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.742207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_update 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.742694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_update 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.743765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.744192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.744568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: subnet after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.744947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.745334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.745723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_create 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.746110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.746490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.746899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router after_update 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.747285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.747668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_create 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.748109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.748492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_update 55549900 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.748922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > network after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.749946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Tracking information for resource: router configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:52.750312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Tracking information for resource: floatingip configured {{(pid=80068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 27 05:40:52.755359 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_agentschedulers_db [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 05:40:52.756048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.756449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port after_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.756832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port after_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.757217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: port after_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.758129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router before_create 55550100 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.758529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.758977 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_create 55550100 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.759365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > router precommit_update 55550100 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.764178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.provider_configuration [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service providers = [] {{(pid=80068) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 05:40:52.764648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.servicetype_db [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80068) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 05:40:52.767488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.service_base [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 05:40:52.767894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.service_base [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 05:40:52.768294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.service_base [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 05:40:52.769185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.service_base [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 27 05:40:52.770371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.services.service_base [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 05:40:52.770371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.770371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 05:40:52.780688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.781053 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: auto_allocate Jan 27 05:40:52.786772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: network precommit_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.787181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: network precommit_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.787777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.788156 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: tag Jan 27 05:40:52.796004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.796377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: timestamp Jan 27 05:40:52.800304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.800667 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: network_ip_availability Jan 27 05:40:52.806818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.807425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.807816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:52.808673 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.809034 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: flavors Jan 27 05:40:52.813613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.813973 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading Plugin: revisions Jan 27 05:40:52.819820 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 27 05:40:52.820300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.095s {{(pid=80068) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:40:52.821152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80068) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 27 05:40:52.821507 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Initializing extension manager. Jan 27 05:40:52.822323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: __init__.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.822698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: __pycache__ {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.823068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.823435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: address_group.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.824283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.824941 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: address-group Jan 27 05:40:52.825295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: address_scope.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.826067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.826645 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: address-scope Jan 27 05:40:52.827008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.827978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.828564 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: router-admin-state-down-before-update Jan 27 05:40:52.828915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: agent.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.829663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.830240 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: agent Jan 27 05:40:52.830592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: agent_resources_synced.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.831496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.832102 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: agent-resources-synced Jan 27 05:40:52.832509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: allowedaddresspairs.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.834361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.834945 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: allowed-address-pairs Jan 27 05:40:52.835306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: auto_allocated_topology.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.836402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.837027 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: auto-allocated-topology Jan 27 05:40:52.837535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: availability_zone.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.838325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.838886 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: availability_zone Jan 27 05:40:52.839262 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: availability_zone_filter.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.840220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.840796 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: availability_zone_filter Jan 27 05:40:52.841156 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: data_plane_status.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.842057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.842631 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 05:40:52.842980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: default_subnetpools.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.844119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.844696 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: default-subnetpools Jan 27 05:40:52.845055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.845936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.846516 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: dhcp_agent_scheduler Jan 27 05:40:52.846871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: dns.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.847796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.848406 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 05:40:52.848754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: dns_domain_ports.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.849668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.850237 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 05:40:52.850591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: dvr.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.851328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.851910 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: dvr Jan 27 05:40:52.852266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: empty_string_filtering.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.853880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.854473 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: empty-string-filtering Jan 27 05:40:52.854828 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.855745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.856347 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 05:40:52.856699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.857610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.858182 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 05:40:52.858535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: external_net.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.859439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.860032 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: external-net Jan 27 05:40:52.860392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.861310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.861886 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: extra_dhcp_opt Jan 27 05:40:52.862238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: extraroute.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.863150 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.863721 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: extraroute Jan 27 05:40:52.864102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: extraroute_atomic.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.865147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.865727 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: extraroute-atomic Jan 27 05:40:52.866083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: filter_validation.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.866795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.867369 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: filter-validation Jan 27 05:40:52.867726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: fip_pf_description.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.869324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.869853 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 05:40:52.870209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: fip_port_details.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.871173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.871752 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: fip-port-details Jan 27 05:40:52.872136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: flavors.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.873541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.874141 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: flavors Jan 27 05:40:52.874502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.876197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.876787 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 05:40:52.877170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: floatingip_pools.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.877915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.878496 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: floatingip-pools Jan 27 05:40:52.878859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: ip_allocation.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.879793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.880393 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 05:40:52.880748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.881678 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.882255 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: ip-substring-filtering Jan 27 05:40:52.882612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l2_adjacency.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.883541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.884172 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 05:40:52.884529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.885643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.886223 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: router Jan 27 05:40:52.886581 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.888921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.889519 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 05:40:52.889888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.890867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.891448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: ext-gw-mode Jan 27 05:40:52.891809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.892754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.893334 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: l3-ha Jan 27 05:40:52.893691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3_flavors.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.894721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.895302 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: l3-flavors Jan 27 05:40:52.895657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.896609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.897191 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 05:40:52.897545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: l3agentscheduler.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.898738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.899416 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: l3_agent_scheduler Jan 27 05:40:52.899780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: logging.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.901382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.901974 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension logging not supported by any of loaded plugins Jan 27 05:40:52.902338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: metering.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.903139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.903869 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: metering Jan 27 05:40:52.904239 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.905371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.905951 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: metering_source_and_destination_fields Jan 27 05:40:52.906308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: multiprovidernet.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.907278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.907819 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: multi-provider Jan 27 05:40:52.908447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: netmtu.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.909376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.909910 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: net-mtu Jan 27 05:40:52.910270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: netmtu_writable.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.911202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.911781 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: net-mtu-writable Jan 27 05:40:52.912168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: network_availability_zone.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.912998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.913577 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: network_availability_zone Jan 27 05:40:52.913936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: network_ip_availability.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.915605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.916225 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: network-ip-availability Jan 27 05:40:52.916584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: network_segment_range.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.917425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.918002 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 05:40:52.918363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: pagination.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.919365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.919735 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: pagination Jan 27 05:40:52.920116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.921034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.921615 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: port-mac-address-regenerate Jan 27 05:40:52.921972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.922879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.923458 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: port-numa-affinity-policy Jan 27 05:40:52.923816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: port_resource_request.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.924766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.925337 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 05:40:52.925693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: portbindings.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.926644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.927219 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: binding Jan 27 05:40:52.927576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: portbindings_extended.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.928885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.929473 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: binding-extended Jan 27 05:40:52.929831 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: portsecurity.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.931417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.932131 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: port-security Jan 27 05:40:52.932490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: project_id.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.933475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.933846 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: project-id Jan 27 05:40:52.934202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: providernet.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.935130 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.935735 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: provider Jan 27 05:40:52.936090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.939775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.940406 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos not supported by any of loaded plugins Jan 27 05:40:52.940775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.941993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.942577 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 05:40:52.942949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.943894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.944479 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 05:40:52.944837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_default.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.945771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.946396 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-default not supported by any of loaded plugins Jan 27 05:40:52.946754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_fip.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.947725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.948346 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 05:40:52.948705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_gateway_ip.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.949665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.950235 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 05:40:52.950590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_port_network_policy.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.951535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.952140 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 05:40:52.952495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_rule_type_details.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.953423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.954002 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 05:40:52.954359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: qos_rules_alias.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.955449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.956069 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 05:40:52.956430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: quotasv2.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.957489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.957862 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: quotas Jan 27 05:40:52.958228 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: quotasv2_detail.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.959937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.960311 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: quota_details Jan 27 05:40:52.960676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: rbac.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.962514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.963132 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: rbac-policies Jan 27 05:40:52.963579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: rbac_address_scope.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.964553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.965139 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: rbac-address-scope Jan 27 05:40:52.965498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: rbac_security_groups.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.966416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.966992 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: rbac-security-groups Jan 27 05:40:52.967350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: rbac_subnetpool.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.968364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.968962 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: rbac-subnetpool Jan 27 05:40:52.969323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: revisionifmatch.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.970294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.970875 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: revision-if-match Jan 27 05:40:52.971230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: revisions.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.972388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.972969 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: standard-attr-revisions Jan 27 05:40:52.973328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: router_availability_zone.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.974049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.974636 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: router_availability_zone Jan 27 05:40:52.974993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: routerservicetype.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.975940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.976517 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 05:40:52.976879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.978492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.979074 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: security-groups-normalized-cidr Jan 27 05:40:52.979431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.980389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.980968 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: port-security-groups-filtering Jan 27 05:40:52.981318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.982253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.982835 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: security-groups-remote-address-group Jan 27 05:40:52.983191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: securitygroup.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.996830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.997460 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: security-group Jan 27 05:40:52.997827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: segment.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:52.998696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:52.999277 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension segment not supported by any of loaded plugins Jan 27 05:40:52.999640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.000624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.001207 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 05:40:53.001571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: servicetype.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.002859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.003463 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: service-type Jan 27 05:40:53.003859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: sorting.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.004860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.005224 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: sorting Jan 27 05:40:53.005585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: standard_attr_segment.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.006494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.007079 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 05:40:53.007435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: standardattrdescription.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.008171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.009082 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: standard-attr-description Jan 27 05:40:53.009442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: stateful_security_group.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.010376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.010959 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: stateful-security-group Jan 27 05:40:53.011312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: stdattrs_common.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.011917 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 05:40:53.012272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.013251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.013839 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 05:40:53.014193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: subnet_onboard.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.015256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.015860 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: subnet_onboard Jan 27 05:40:53.016238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.017242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.017820 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 05:40:53.018177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: subnet_service_types.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.019121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.019694 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: subnet-service-types Jan 27 05:40:53.020078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: subnetallocation.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.021161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.021753 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: subnet_allocation Jan 27 05:40:53.022108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.022800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.023377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: subnetpool-prefix-ops Jan 27 05:40:53.023728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.025242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.025816 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 05:40:53.026172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: tagging.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.027473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.028124 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: standard-attr-tag Jan 27 05:40:53.028488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: timestamp.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.029672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.030260 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loaded extension: standard-attr-timestamp Jan 27 05:40:53.030619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: trunk.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.031648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.032264 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension trunk not supported by any of loaded plugins Jan 27 05:40:53.032624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: trunk_details.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.033546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.034127 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 05:40:53.034482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: uplink_status_propagation.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.035400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.036003 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 05:40:53.036362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Loading extension file: vlantransparent.py {{(pid=80068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 27 05:40:53.037071 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 05:40:53.037646 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 05:40:53.040991 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:network Jan 27 05:40:53.041811 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:subnet Jan 27 05:40:53.042521 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 05:40:53.043183 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:port Jan 27 05:40:53.044727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.045220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service FLAVORS assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.045876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.046343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.046706 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:router Jan 27 05:40:53.047429 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 05:40:53.048233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service METERING assigned prefix: /metering {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.050089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:53.050488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:53.050871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80068) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:40:53.052017 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 05:40:53.052502 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:security_group Jan 27 05:40:53.054188 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 05:40:53.055014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service CORE assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.055391 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 05:40:53.055916 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] subnetpool is already registered Jan 27 05:40:53.056599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service CORE assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.056959 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 05:40:53.057318 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] subnetpool is already registered Jan 27 05:40:53.060076 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.060554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service FLAVORS assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.061192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.061653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.062019 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:router Jan 27 05:40:53.062382 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] router is already registered Jan 27 05:40:53.063032 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 05:40:53.063391 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] floatingip is already registered Jan 27 05:40:53.064108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service METERING assigned prefix: /metering {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.064832 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 05:40:53.065198 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] rbac_policy is already registered Jan 27 05:40:53.065815 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:security_group Jan 27 05:40:53.066172 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] security_group is already registered Jan 27 05:40:53.066816 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 05:40:53.067170 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] security_group_rule is already registered Jan 27 05:40:53.067901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service CORE assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.068267 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 05:40:53.068624 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] subnetpool is already registered Jan 27 05:40:53.069285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.resource_helper [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Service CORE assigned prefix: {{(pid=80068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 27 05:40:53.069644 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 05:40:53.069997 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.quota.resource_registry [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] subnetpool is already registered Jan 27 05:40:53.070715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: extensions {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.072601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: address-groups {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.074287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: address-scopes {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.075558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: agents {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.076805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: auto-allocated-topology {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.078131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: availability_zones {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.079504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: dhcp-networks {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.081025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: dhcp-agents {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.082608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: routers {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.084541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: flavors {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.085770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: service_profiles {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.087592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: next_providers {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.089254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: service_profiles {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.090765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: floatingip-pools {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.092278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: routers {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.093960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: floatingips {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.095220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: l3-routers {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.096752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: l3-agents {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.098220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: metering-labels {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.099741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: metering-label-rules {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.101115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: network-ip-availabilities {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.103053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: bindings {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.104913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: quotas {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.106422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: quotas {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.107936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: rbac-policies {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.109299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: security-groups {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.110568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: security-group-rules {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.111907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: service-providers {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.113201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: subnetpools {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.114676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: subnetpools {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.116233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.118046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.119982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.121871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.124830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.126629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.128553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.130497 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.132489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.134501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.extensions [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Extended resource: tags {{(pid=80068) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 27 05:40:53.141523 dv-cinder-772623-1-smb neutron-server[80068]: WARNING keystonemiddleware.auth_token [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 05:40:53.146767 dv-cinder-772623-1-smb neutron-server[80068]: WARNING keystonemiddleware.auth_token [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 05:40:53.156395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Acquired lock "singleton_lock" {{(pid=80068) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 27 05:40:53.156917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Releasing lock "singleton_lock" {{(pid=80068) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 27 05:40:53.158519 dv-cinder-772623-1-smb neutron-server[80068]: INFO oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Starting 2 workers Jan 27 05:40:53.163556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Started child 80179 {{(pid=80068) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 05:40:53.169451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Started child 80180 {{(pid=80068) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 05:40:53.171137 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 05:40:53.171805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Notify callbacks [] for process, before_spawn {{(pid=80068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:40:53.172121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:40:53.173976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:40:53.174213 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [-] (80179) wsgi starting up on http://0.0.0.0:9696 Jan 27 05:40:53.174424 dv-cinder-772623-1-smb neutron-server[80068]: INFO oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Starting 1 workers Jan 27 05:40:53.175423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [-] (80180) wsgi starting up on http://0.0.0.0:9696 Jan 27 05:40:53.180092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Started child 80181 {{(pid=80068) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 05:40:53.180697 dv-cinder-772623-1-smb neutron-server[80068]: INFO oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Starting 1 workers Jan 27 05:40:53.183558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] calling RpcWorker wait() {{(pid=80181) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 05:40:53.183985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] returning from RpcWorker wait() {{(pid=80181) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 05:40:53.185544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:40:53.185709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Started child 80182 {{(pid=80068) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 27 05:40:53.186045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:40:53.186439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d96ff2c-e401-4eea-8a67-667251223515 None None] Notify callbacks [] for process, after_spawn {{(pid=80068) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:40:53.188127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80068) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 27 05:40:53.188347 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 27 05:40:53.188738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 27 05:40:53.188982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 27 05:40:53.189578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 27 05:40:53.189730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 27 05:40:53.189877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:40:53.190301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.190595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.190905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.191211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.191439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:40:53.191587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.192207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.192453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.192924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.193219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.193460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.193818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.193973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.194281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.194523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.195043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.195362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.195597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.196082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.196380 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.196629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.197367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.197628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.198100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] debug = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.198345 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.199115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.199355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.199819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.200082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.200564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.200827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.201106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.201383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.201614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.201860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.202135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.202360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.202577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.202959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.203215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.203548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] host = dv-cinder-772623-1-smb {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.203772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.204078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.204343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.204584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.204864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.205127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.205414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.205713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.205960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.206285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.206504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.206726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.206937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.207146 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.207362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_options = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.207586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.207801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.208208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.208208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.208648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.208648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.209220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.209220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.209220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.209841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.209841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.210255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.210255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.210662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.210662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.211066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.211066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.211509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.211509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.212488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.212694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.212874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.213188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.213416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.213599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.213780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.213959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.214169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.214379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.215198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.215442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.215738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.216055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.216334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.216619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.216838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.217097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.217413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.217685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.217976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.218247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.218492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.218750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.218989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.219299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.219488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_json = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.219739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.220014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.220292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.220578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.220806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.221045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.221287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.221593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.222051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.222353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.222702 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.222956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.223226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.223491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.223772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.224061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.224342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.224606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.224933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.225180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.225503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.225751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.226049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.226380 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.226670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.226967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.227242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.228097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.228344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.228609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.229293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.229595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.229872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.230192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.230350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.230608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.230850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.231095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.231336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.231579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.231893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.232160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.232407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.232668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.237549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.238288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.239068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.241530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.241530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.241530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.241530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.241530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.241530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.242095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.242095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.242273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.242519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.242775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.243480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.243480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.243806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.244247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.244587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.244907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.245172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.245448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.245701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.245957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.246214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.246487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.246793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.247157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.247422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.247716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.248035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.248328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.248602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.248896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.249156 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.249414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.249693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.250198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.250463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.250850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.251125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.251499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.251763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.252267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.252691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.252954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.253234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.253521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.253826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.254106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.254383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.254660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.254986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.255319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.255721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.256066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.256325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.256668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.257016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.257333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.257632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.257926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.258335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.258515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.258981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.259430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.259999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.260159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.260772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.260772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.260772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.262875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.263410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.263410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.263595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.263895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.264189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.264477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.264772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.265062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.265330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.265632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.265934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.266190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.266468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.266737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.267010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.267278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.267543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.267874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.268124 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.268386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.268639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.268896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.269150 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.269424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.269882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.269882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.270248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.270515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.270773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.271031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.271281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.271574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.271848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.272165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.272468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.272748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.273022 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.273313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.273615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.273870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.274163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.275099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.275536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.275980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.276249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.276493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.276753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.277026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.277280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.277584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.277871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.278244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.278532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.278821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.279097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.279352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.279622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.279918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.280228 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.280475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.280729 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.281013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.281293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.281552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.281819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.282088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.282335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.282596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.282847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.283180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.283458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.283697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.284151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.284405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.284676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.284927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.285177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.285430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.285677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.285956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.286204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.286450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.286704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.286951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.287255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.287551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.287879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.288149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.288427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.288721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.289002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.289376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.289709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.290860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.291306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.291587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.291893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.292236 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.292616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.292941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.293246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.293494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.293830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.294145 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.294451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.294720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.295048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.295414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.295682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.295986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.296259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.296565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.296829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.297085 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.297337 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.297592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.297845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.298126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.298405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.298673 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.298918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.299189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.299447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.299732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.300007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.300268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.300543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.300731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 27 05:40:53.301268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80068) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 27 05:40:53.301475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 27 05:40:53.301664 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 27 05:40:53.301833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 27 05:40:53.302000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 27 05:40:53.302168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 27 05:40:53.302413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.302607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.302801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.302992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.303184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.303394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.303585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.303779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.303985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.304126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.304555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.304555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.304907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.304907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.305183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.305183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.305484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.305484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.306115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.306115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.306401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.306570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.306738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] debug = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.306886 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.307102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.307278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.307591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.307751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.307919 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.308974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.309082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.309297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.309446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.309586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] host = dv-cinder-772623-1-smb {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.309725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.309863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.310059 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.310280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.310503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.310731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.310731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.311152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.311152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.311152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.311742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.311742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.311742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.312304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.312304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_options = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.312304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.312304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.313803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.314869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.315553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.315553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.315553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.315553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.316127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.316127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.316127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.316549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.316549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.316549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.317695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318005 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318005 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.318924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.319112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.319299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.319485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_json = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.319672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.319883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.320067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.320254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.320440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.320630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.320815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.321011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 27 05:40:53.321344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.321640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.322258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.322570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.322771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.322966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.323159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.323351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.323543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.323739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.323962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.324153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.324356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.324545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.324721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.324899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.325089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.325278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.325470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.325655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.325848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.326004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.326220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.326374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.326574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.326736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.326892 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.327049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.327219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.327379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.327536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.327695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.327898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.328168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.328330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.328488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.328671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.328836 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.328836 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.329126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.329277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.329427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.329576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.329718 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.329867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.330992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.331152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.331344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.331500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.331673 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.331863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.332058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.332246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.332435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.332628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.332831 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.333018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.333215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.333366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.333561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.333754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.333945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.334139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.334330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.334519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.334809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.335159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.335159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.335159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.335557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.335557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.335788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.336065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.336065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.336385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.336385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.337284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.337284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.337639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.337639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.337981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.338215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.338548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.338893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.339185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.339509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.339891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.340177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.340495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.340815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.341966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.341966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.341966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.342634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.342885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.343201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.343511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.343868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.344158 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.344457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.344760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.345147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.345393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.345631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.345894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.347113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.347113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.347310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51246) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:40:53.347405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.347405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.347572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.348170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.348501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.348830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.349150 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.349477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.349809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.350135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.350457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.350789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.351121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.351449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.351791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.352149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.353042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.353474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.353691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.354149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.354426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.354742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.355584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.355584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.355973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.356367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.356754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.357128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.357460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.357849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.358482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.358642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.358934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.359268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.359588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.359949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.360272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.360591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.360926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.361322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.361660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.362109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.362375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.363905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.363905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.364091 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0134082 Jan 27 05:40:53.364167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.364167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.364167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.364372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.365803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.366290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.366657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.366970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.367297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.367617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.367917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.368074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:40:53.368235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.368563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.368910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.369257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.369599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.369939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.370280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.370603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.370872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.371137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.371392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.371647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.371951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.372267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.372580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.372880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.373173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.373482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.373805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.374107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.374398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.374688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.374976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.375273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.375676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.376105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.376390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.376680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.376852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.377111 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.377390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.377710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.377980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.378269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.378558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.378847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.379149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.379441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.379749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.380072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.380361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.380669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.380957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.381257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.381553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.381848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.382152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.382432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.382748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.384444 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.384444 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.384444 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.388644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.389016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.389091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.389349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.391925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.392446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.392446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.392719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.392954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.393315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.393632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.393958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.394801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.394801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.394801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.395072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.395372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.395888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.396453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.396780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.397101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.397410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 27 05:40:53.397713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80068) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 27 05:41:05.536358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33c26a-dacb-45cc-9aea-04ffef3bf22f None None] get_active_networks_info from dv-cinder-772623-1-smb {{(pid=80181) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 27 05:41:05.705694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33c26a-dacb-45cc-9aea-04ffef3bf22f None None] No non-hosted networks {{(pid=80181) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 05:41:05.869744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-24e0bbad-5eb7-49ed-9323-6744e31a4c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:08.501299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-64efb619-335d-4cbe-aec8-95a25a235e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:08.577580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-deee3da8-a647-4f82-864b-754f54e4bc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:09.795116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:09.964434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:09.965122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.965503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.965897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.966274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.966635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.967001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.967360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.967726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.968348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.968713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.969077 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.969440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:09.970031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:41:09.985599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:41:10.741036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:11.284834 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_hamode_db [None req-751bdc61-eaf2-476d-bef4-fe267b60ad8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 05:41:11.378009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bdc61-eaf2-476d-bef4-fe267b60ad8f None None] Routers set() bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:41:11.378356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bdc61-eaf2-476d-bef4-fe267b60ad8f None None] Router IDs set() for agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 27 05:41:11.937412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] get_endpoint_by_host() called for host dv-cinder-772623-1-smb {{(pid=80181) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 27 05:41:11.942653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=80181) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 27 05:41:11.946958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=80181) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 27 05:41:11.958951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51344) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:11.977652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] _get_endpoints() called {{(pid=80181) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 27 05:41:12.633878 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-ec534183-e126-4cfc-863d-37dd9603b791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:12.634479 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-ec534183-e126-4cfc-863d-37dd9603b791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:12.865604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [None req-ec534183-e126-4cfc-863d-37dd9603b791 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:41:12.866677 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ec534183-e126-4cfc-863d-37dd9603b791 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9067218 Jan 27 05:41:15.669709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51358) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:16.104745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:16.171669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.policy [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80180) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 27 05:41:16.172469 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:16.172881 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:16.194990 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] Loaded quota_driver: . Jan 27 05:41:16.212087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:16.316376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256596113334', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256596098681', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256596099571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256596085147', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256596083746', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-529846', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036318406329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036318550702'] for rbac-policy, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:16.552868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:16.554208 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9d1dc80d-2d2a-49b2-ab21-266fbd107ede admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8834057 Jan 27 05:41:19.587942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51372) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:20.019751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '9c47cef995b74af69d46b34a996df61c'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:20.026625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:20.031327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Usage tracker for resource:network and tenant:9c47cef995b74af69d46b34a996df61c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:20.035078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:20.041557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:20.089263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Made reservation on behalf of 9c47cef995b74af69d46b34a996df61c for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:41:20.095344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.113808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.130736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:20.135142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Usage tracker for resource:security_group_rule and tenant:9c47cef995b74af69d46b34a996df61c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:20.138830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:20.144463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:20.366901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.397632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.404332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:20.426725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:41:20.456567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.457164 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Added segment 5b962f04-aaff-4543-8a13-b038b079b48d of type vxlan for network 3d367636-282d-48ed-8759-5d9834e5646b Jan 27 05:41:20.671285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5cd6d-c843-4e88-a96d-0389a3622676,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:20.689522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.689899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.690269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.690634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.691086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.691440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.691977 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.692195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.693880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.693880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.693880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.693880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Tracked resource versions report: Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:41:20.694816 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:41:20.743448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.749516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:20.823461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.824896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:20.825591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:20.830876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:20.945340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Pushing event updated for resources: {'Network': ['ID=3d367636-282d-48ed-8759-5d9834e5646b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:20.949363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:20.957621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 3d367636-282d-48ed-8759-5d9834e5646b details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:41:21.013062 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.4239247 Jan 27 05:41:24.171557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51388) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:24.718772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd90974-fc80-4043-aae5-db20f3c2fc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:24.720284 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3dd90974-fc80-4043-aae5-db20f3c2fc7c admin admin] 10.222.0.44 "GET /v2.0/networks/3d367636-282d-48ed-8759-5d9834e5646b HTTP/1.1" status: 200 len: 818 time: 0.5476642 Jan 27 05:41:24.752280 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-55bc4caa-6e33-4067-bf93-d60682d17f54 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/c1bb3aca-8fc9-4631-b792-406127d48b3e HTTP/1.1" status: 200 len: 734 time: 0.0257132 Jan 27 05:41:24.762965 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'name': 'private-subnet', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:24.768075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:24.772074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Usage tracker for resource:subnet and tenant:9c47cef995b74af69d46b34a996df61c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:24.775282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:24.781026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:24.860758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Made reservation on behalf of 9c47cef995b74af69d46b34a996df61c for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:41:24.865600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:25.414021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:25.430635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:25.581401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd33d5c-e3b8-4fd1-bd94-7a4072e01054,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:25.588621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:25.652288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Checking segment: {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:41:25.652679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Network hostable DHCP agents. Network: 3d367636-282d-48ed-8759-5d9834e5646b, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:41:25.714556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Network 3d367636-282d-48ed-8759-5d9834e5646b is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:41:25.748941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 3d367636-282d-48ed-8759-5d9834e5646b) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:41:25.754755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:25.755750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:25.762724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51f49c-2bcd-45a6-bc06-ff4373b37b0b None None] Network 3d367636-282d-48ed-8759-5d9834e5646b requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:41:25.829775 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0709553 Jan 27 05:41:26.100250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-3d367636-282d-48ed-8759-5d9834e5646b', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:41:26.101489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:26.450429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Allocated IP 172.20.0.2 (3d367636-282d-48ed-8759-5d9834e5646b/ebd33d5c-e3b8-4fd1-bd94-7a4072e01054/ddd32573-457c-419d-9b02-c13f646b0a6d) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:41:26.693367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:26.707509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Transition to ACTIVE for port object ddd32573-457c-419d-9b02-c13f646b0a6d will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:41:26.725276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Transition to ACTIVE for port object ddd32573-457c-419d-9b02-c13f646b0a6d will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:41:26.755279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:26.772401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:27.082935 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Pushing event updated for resources: {'Port': ['ID=ddd32573-457c-419d-9b02-c13f646b0a6d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:27.104437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.104819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.105199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.105563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.105928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.106291 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.106656 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.107014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.107371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.107728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.108115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.108468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Tracked resource versions report: Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:41:27.109614 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:41:27.129798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:27.175010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Network 3d367636-282d-48ed-8759-5d9834e5646b is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:41:27.176312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:41:27.179141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:41:27.241358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Attempting to bind port ddd32573-457c-419d-9b02-c13f646b0a6d on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:41:27.241771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Attempting to bind port ddd32573-457c-419d-9b02-c13f646b0a6d by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:41:27.242154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Attempting to bind port ddd32573-457c-419d-9b02-c13f646b0a6d on network 3d367636-282d-48ed-8759-5d9834e5646b {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:41:27.248728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:41:27.249302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Checking segment: {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:41:27.249781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:27.250206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Bound using segment: {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:41:27.250745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Bound port: ddd32573-457c-419d-9b02-c13f646b0a6d, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:41:27.251187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:27.354785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] For port ddd32573-457c-419d-9b02-c13f646b0a6d, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:41:27.359398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] For port ddd32573-457c-419d-9b02-c13f646b0a6d, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=ddd32573-457c-419d-9b02-c13f646b0a6d,segment=NetworkSegment(5b962f04-aaff-4543-8a13-b038b079b48d),segment_id=5b962f04-aaff-4543-8a13-b038b079b48d)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:41:27.401405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:27.415730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:27.569714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Pushing event updated for resources: {'Port': ['ID=ddd32573-457c-419d-9b02-c13f646b0a6d,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:27.575732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:28.660886 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51398) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:29.551394 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-95099a02-60c6-4ef7-8ed7-91839f2c7b01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:29.555497 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-95099a02-60c6-4ef7-8ed7-91839f2c7b01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:29.788924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [None req-95099a02-60c6-4ef7-8ed7-91839f2c7b01 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:41:29.790563 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-95099a02-60c6-4ef7-8ed7-91839f2c7b01 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 1.1275253 Jan 27 05:41:32.022026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device ddd32573-457c-419d-9b02-c13f646b0a6d up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:41:32.134980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port ddd32573-457c-419d-9b02-c13f646b0a6d completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:41:32.421636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60005a62-2086-460b-8dab-321aa668ec18 None None] Network 3d367636-282d-48ed-8759-5d9834e5646b requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:41:32.547615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Provisioning for port ddd32573-457c-419d-9b02-c13f646b0a6d completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:41:32.567436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Provisioning complete for port ddd32573-457c-419d-9b02-c13f646b0a6d triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:32.568031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:32.620060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51416) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:32.795851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:32.842284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] For port ddd32573-457c-419d-9b02-c13f646b0a6d, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=ddd32573-457c-419d-9b02-c13f646b0a6d,segment=NetworkSegment(5b962f04-aaff-4543-8a13-b038b079b48d),segment_id=5b962f04-aaff-4543-8a13-b038b079b48d)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:41:32.884396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:32.887665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:32.962577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Pushing event updated for resources: {'Port': ['ID=ddd32573-457c-419d-9b02-c13f646b0a6d,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:32.966084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:33.087998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [None req-a20b46c7-88ab-4747-8061-14c8e69a7094 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:41:33.089028 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a20b46c7-88ab-4747-8061-14c8e69a7094 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4679832 Jan 27 05:41:33.106779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-3f27b441-417e-4ed2-90fe-b1c978f1408e None None] Provisioning complete for port ddd32573-457c-419d-9b02-c13f646b0a6d triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:33.107192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3f27b441-417e-4ed2-90fe-b1c978f1408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:33.365744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-92330a8a-f956-4a45-ab0d-3d6801310e26 None None] Provisioning complete for port ddd32573-457c-419d-9b02-c13f646b0a6d triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:33.366151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-92330a8a-f956-4a45-ab0d-3d6801310e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:33.995199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device ddd32573-457c-419d-9b02-c13f646b0a6d up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:41:34.070868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port ddd32573-457c-419d-9b02-c13f646b0a6d triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:34.071546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:35.422654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08f3ef76-35a0-4af8-ac36-122bfc578220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:36.188117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51428) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:36.593324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'name': 'router1'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:36.640182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.policy [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80179) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 27 05:41:36.641011 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:36.641417 dv-cinder-772623-1-smb neutron-server[80068]: WARNING oslo_policy.policy [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 05:41:36.664535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.quota [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Loaded quota_driver: . Jan 27 05:41:36.680204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:36.686876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Usage tracker for resource:router and tenant:9c47cef995b74af69d46b34a996df61c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:36.691446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:36.699780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:36.748940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:36.751119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:36.899793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:37.046714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:37.091174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:37.092498 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a32ae986-33ec-4df5-b1bc-a25d7f30eacb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9033396 Jan 27 05:41:38.463054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6351a6c2-7d23-4a66-bc05-0405cbe4a039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:39.584814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:39.907407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51450) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:39.963204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:40.103175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [None req-29cc1c52-9375-4e4e-9a04-9f7750914ed4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:41:40.104272 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-29cc1c52-9375-4e4e-9a04-9f7750914ed4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1957254 Jan 27 05:41:40.603363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:42.679111 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51470) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:42.761180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:42.767506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:42.771513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Usage tracker for resource:network and tenant:0d3868e434b741af844b47f3d7acb341 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:42.775796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:42.781663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:42.857224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Made reservation on behalf of 0d3868e434b741af844b47f3d7acb341 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:41:42.863509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:42.900847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:42.917660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:42.921808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3868e434b741af844b47f3d7acb341 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:42.925438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:42.931441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:43.324162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:43.368744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:43.373748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:43.386290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Reserving flat network on physical network physnet1 {{(pid=80179) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 27 05:41:43.473841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:43.474514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Unsubscribe: segment precommit_create {{(pid=80179) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 27 05:41:43.475003 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Added segment 54a7b4be-199d-4a24-b666-12e68d40dcab of type flat for network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 Jan 27 05:41:43.551019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4d1003-f3dc-4060-95d7-59d7d794673b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:43.574573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.574874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.575243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.575604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.575990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.576349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.576704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.577057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.577410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.577758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.578108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.578454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Tracked resource versions report: Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:41:43.579605 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:41:43.623109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:43.631618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:43.731217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:43.732709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:43.733407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:43.738761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:43.865875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5275f4-34b3-46e8-a4e2-414ac3270d26,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:43.865875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:43.866525 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:41:43.886315 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2054927 Jan 27 05:41:46.480645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51484) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:46.636164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c45ee8-7896-4708-bf93-060531d6bf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:46.639869 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b8c45ee8-7896-4708-bf93-060531d6bf8e admin admin] 10.222.0.44 "GET /v2.0/subnets/ebd33d5c-e3b8-4fd1-bd94-7a4072e01054 HTTP/1.1" status: 200 len: 849 time: 0.1558828 Jan 27 05:41:46.822046 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-acc361a4-9780-421e-be32-e5d7511cd13d admin admin] 10.222.0.44 "GET /v2.0/routers/18bed79b-119c-415c-92f2-90ea0fa66cb4 HTTP/1.1" status: 200 len: 704 time: 0.1776700 Jan 27 05:41:47.481995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:47.965593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Allocated IP 172.20.0.1 (3d367636-282d-48ed-8759-5d9834e5646b/ebd33d5c-e3b8-4fd1-bd94-7a4072e01054/bab6c2ea-b118-4695-b547-619127f54598) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:41:48.256248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:48.274756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Transition to ACTIVE for port object bab6c2ea-b118-4695-b547-619127f54598 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:41:48.363987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:48.385643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:48.526765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bab6c2ea-b118-4695-b547-619127f54598,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:48.540055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:48.599506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Network 3d367636-282d-48ed-8759-5d9834e5646b is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:41:48.600718 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:41:48.603973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:41:48.604518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:48.891367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-cb7e300d-48cc-41e0-89a0-f3b5685cd363 None None] Provisioning for port bab6c2ea-b118-4695-b547-619127f54598 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:41:48.896651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-cb7e300d-48cc-41e0-89a0-f3b5685cd363 None None] Provisioning complete for port bab6c2ea-b118-4695-b547-619127f54598 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:48.897067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cb7e300d-48cc-41e0-89a0-f3b5685cd363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:48.918721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:48.955732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e300d-48cc-41e0-89a0-f3b5685cd363 None None] Port bab6c2ea-b118-4695-b547-619127f54598 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:41:49.373885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:49.414652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:49.415776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:49.430746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:49.566106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bab6c2ea-b118-4695-b547-619127f54598,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:49.571804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:49.629978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Network 3d367636-282d-48ed-8759-5d9834e5646b is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:41:49.631295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:41:49.890875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9e7c97ad-40aa-49b2-8c72-c51c65459b74 None None] Provisioning complete for port bab6c2ea-b118-4695-b547-619127f54598 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:49.891449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9e7c97ad-40aa-49b2-8c72-c51c65459b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:49.910514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Router 18bed79b-119c-415c-92f2-90ea0fa66cb4 is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:41:49.952006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c97ad-40aa-49b2-8c72-c51c65459b74 None None] Port bab6c2ea-b118-4695-b547-619127f54598 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:41:50.081089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:41:50.092465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Sync routers for ids ['18bed79b-119c-415c-92f2-90ea0fa66cb4'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:41:50.093002 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] 10.222.0.44 "PUT /v2.0/routers/18bed79b-119c-415c-92f2-90ea0fa66cb4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.2653315 Jan 27 05:41:50.104576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Routers {'18bed79b-119c-415c-92f2-90ea0fa66cb4'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:41:50.105442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:41:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['18bed79b-119c-415c-92f2-90ea0fa66cb4'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:41:50.306036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Set router 18bed79b-119c-415c-92f2-90ea0fa66cb4 gateway port host: None {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:41:50.876450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'name': 'router1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:36Z', 'updated_at': '2021-01-27T05:41:48Z', 'revision_number': 2, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'gw_port_host': None, '_interfaces': [{'id': 'bab6c2ea-b118-4695-b547-619127f54598', 'name': '', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'mac_address': 'fa:16:3e:12:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:47Z', 'updated_at': '2021-01-27T05:41:49Z', 'revision_number': 2, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'subnets': [{'id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:41:50.881972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Checking router: 18bed79b-119c-415c-92f2-90ea0fa66cb4 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:41:50.882411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Updating router 18bed79b-119c-415c-92f2-90ea0fa66cb4 port bab6c2ea-b118-4695-b547-619127f54598 binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:41:50.939508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:51.401719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:51.416696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Transition to ACTIVE for port object bab6c2ea-b118-4695-b547-619127f54598 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:41:51.456747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:51.474395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:51.618940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Pushing event updated for resources: {'Port': ['ID=bab6c2ea-b118-4695-b547-619127f54598,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:51.646890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.647270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.647641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.648953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.648953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.649442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.649761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.650185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.650545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.650903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.651247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.651586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Tracked resource versions report: Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:41:51.652851 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:41:51.656966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:51.817199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Attempting to bind port bab6c2ea-b118-4695-b547-619127f54598 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:41:51.817604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Attempting to bind port bab6c2ea-b118-4695-b547-619127f54598 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:41:51.818021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Attempting to bind port bab6c2ea-b118-4695-b547-619127f54598 on network 3d367636-282d-48ed-8759-5d9834e5646b {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:41:51.827085 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:41:51.827593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Checking segment: {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:41:51.828035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:51.828469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Bound using segment: {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:41:51.829073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Bound port: bab6c2ea-b118-4695-b547-619127f54598, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b962f04-aaff-4543-8a13-b038b079b48d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:41:51.829500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:51.928403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] For port bab6c2ea-b118-4695-b547-619127f54598, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:41:51.933356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] For port bab6c2ea-b118-4695-b547-619127f54598, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=bab6c2ea-b118-4695-b547-619127f54598,segment=NetworkSegment(5b962f04-aaff-4543-8a13-b038b079b48d),segment_id=5b962f04-aaff-4543-8a13-b038b079b48d)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:41:52.009634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:52.026179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:52.183993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Pushing event updated for resources: {'Port': ['ID=bab6c2ea-b118-4695-b547-619127f54598,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:52.187285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:52.251500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Routers {'18bed79b-119c-415c-92f2-90ea0fa66cb4'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:41:52.252224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:41:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['18bed79b-119c-415c-92f2-90ea0fa66cb4'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:41:52.431185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] Set router 18bed79b-119c-415c-92f2-90ea0fa66cb4 gateway port host: None {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:41:52.727690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 51496) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:52.803530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'name': 'router1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:36Z', 'updated_at': '2021-01-27T05:41:48Z', 'revision_number': 2, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'gw_port_host': None, '_interfaces': [{'id': 'bab6c2ea-b118-4695-b547-619127f54598', 'name': '', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'mac_address': 'fa:16:3e:12:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:47Z', 'updated_at': '2021-01-27T05:41:51Z', 'revision_number': 4, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'subnets': [{'id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:41:52.807861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4efc4f6-9150-4f78-ada3-2218218364a9 None None] The sync data for ids ['18bed79b-119c-415c-92f2-90ea0fa66cb4'] in dv-cinder-772623-1-smb is: [{'id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'name': 'router1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:36Z', 'updated_at': '2021-01-27T05:41:48Z', 'revision_number': 2, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'gw_port_host': None, '_interfaces': [{'id': 'bab6c2ea-b118-4695-b547-619127f54598', 'name': '', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'mac_address': 'fa:16:3e:12:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:47Z', 'updated_at': '2021-01-27T05:41:51Z', 'revision_number': 4, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'subnets': [{'id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:41:52.928115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a5a6ce-b6d7-41de-8358-3382ac236e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:52.929829 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-33a5a6ce-b6d7-41de-8358-3382ac236e68 admin admin] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 842 time: 0.2003574 Jan 27 05:41:52.940895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:52.947173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:52.951312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Usage tracker for resource:subnet and tenant:0d3868e434b741af844b47f3d7acb341 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:52.954415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:52.960883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:53.005479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Made reservation on behalf of 0d3868e434b741af844b47f3d7acb341 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:41:53.010251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:53.654029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80180) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:41:53.657134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:53.674290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-03f30edc-5106-491f-851c-214460e48bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:53.805204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=975ad466-d7df-4f15-a399-baefb0dc3ad4,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:53.817926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:53.893938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:41:53.894257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Network hostable DHCP agents. Network: 0e5275f4-34b3-46e8-a4e2-414ac3270d26, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:41:53.965199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:41:54.014267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 0e5275f4-34b3-46e8-a4e2-414ac3270d26) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:41:54.020018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:54.020669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:54.028313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf11db1-661e-4904-a018-e86eb3f63199 None None] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:41:54.048230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device bab6c2ea-b118-4695-b547-619127f54598 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:41:54.117989 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1809950 Jan 27 05:41:54.262257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port bab6c2ea-b118-4695-b547-619127f54598 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:41:54.275416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port bab6c2ea-b118-4695-b547-619127f54598 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:54.275851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:54.397088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcb1e8-4e52-4b29-8ac4-3ed8076d2a4c None None] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:41:54.547662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:54.644962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port bab6c2ea-b118-4695-b547-619127f54598, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=bab6c2ea-b118-4695-b547-619127f54598,segment=NetworkSegment(5b962f04-aaff-4543-8a13-b038b079b48d),segment_id=5b962f04-aaff-4543-8a13-b038b079b48d)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:41:54.704612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:54.713686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:54.785113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=bab6c2ea-b118-4695-b547-619127f54598,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:54.789590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:56.007082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device bab6c2ea-b118-4695-b547-619127f54598 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:41:56.084377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port bab6c2ea-b118-4695-b547-619127f54598 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:41:56.084788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:56.795753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51510) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:41:57.120131 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-bebcbf46-c67a-4410-886b-3a091cb25bb9 admin admin] 10.222.0.44 "GET /v2.0/routers/18bed79b-119c-415c-92f2-90ea0fa66cb4 HTTP/1.1" status: 200 len: 710 time: 0.3230090 Jan 27 05:41:57.291356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661fb438-532d-46e8-96f6-165dc62fec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:41:57.292065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-661fb438-532d-46e8-96f6-165dc62fec29 admin admin] Synchronizing usage tracker for tenant:0d3868e434b741af844b47f3d7acb341 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:41:57.348195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-661fb438-532d-46e8-96f6-165dc62fec29 admin admin] Unset dirty status for tenant:0d3868e434b741af844b47f3d7acb341 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:41:57.349479 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-661fb438-532d-46e8-96f6-165dc62fec29 admin admin] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 886 time: 0.2231364 Jan 27 05:41:57.360845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:41:57.897666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:58.467065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:58.536802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:58.554058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:58.580996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:41:58.586080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:41:58.589716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:41:58.595545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:41:58.872336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:58.902259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:58.918397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:59.011955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b5928d-38dc-4865-b665-75527f67c7d3,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:59.017248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:59.201422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Allocated IP 172.28.1.112 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/e1af3b11-8442-4fd0-9bfb-11a967cd9aca) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:41:59.362947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:59.469394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:41:59.485963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:41:59.644540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e1af3b11-8442-4fd0-9bfb-11a967cd9aca,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:41:59.661058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:41:59.707353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:41:59.708585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:41:59.711803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:42:00.239264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:42:00.285924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:00.832997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:00.837688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-433698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854342119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854348545'] for router, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:01.040161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Router 18bed79b-119c-415c-92f2-90ea0fa66cb4 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:42:01.239273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:42:01.251780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Sync routers for ids ['18bed79b-119c-415c-92f2-90ea0fa66cb4'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:42:01.263118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:01.265200 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/18bed79b-119c-415c-92f2-90ea0fa66cb4 HTTP/1.1" status: 200 len: 890 time: 3.9079218 Jan 27 05:42:01.268173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Routers {'18bed79b-119c-415c-92f2-90ea0fa66cb4'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:42:01.268927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:41:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['18bed79b-119c-415c-92f2-90ea0fa66cb4'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:42:01.660751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Set router 18bed79b-119c-415c-92f2-90ea0fa66cb4 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:42:02.155138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'name': 'router1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e1af3b11-8442-4fd0-9bfb-11a967cd9aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:36Z', 'updated_at': '2021-01-27T05:41:59Z', 'revision_number': 4, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'gw_port': {'id': 'e1af3b11-8442-4fd0-9bfb-11a967cd9aca', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:59Z', 'updated_at': '2021-01-27T05:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'bab6c2ea-b118-4695-b547-619127f54598', 'name': '', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'mac_address': 'fa:16:3e:12:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:47Z', 'updated_at': '2021-01-27T05:41:54Z', 'revision_number': 5, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'subnets': [{'id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:42:02.164749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Checking router: 18bed79b-119c-415c-92f2-90ea0fa66cb4 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:42:02.165418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Updating router 18bed79b-119c-415c-92f2-90ea0fa66cb4 port e1af3b11-8442-4fd0-9bfb-11a967cd9aca binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:42:02.271865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:02.788096 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:02.879725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Transition to ACTIVE for port object e1af3b11-8442-4fd0-9bfb-11a967cd9aca will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:42:02.937980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:02.968241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-69f4ab9b-899d-4b3d-9b17-3fa9cabac4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:42:03.229059 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bc76d-1312-4e12-8e7b-34d53e9b11bd None None] Pushing event updated for resources: {'Port': ['ID=e1af3b11-8442-4fd0-9bfb-11a967cd9aca,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:42:03.233726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e9bc76d-1312-4e12-8e7b-34d53e9b11bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:42:03.317102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Attempting to bind port e1af3b11-8442-4fd0-9bfb-11a967cd9aca on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:42:03.317568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Attempting to bind port e1af3b11-8442-4fd0-9bfb-11a967cd9aca by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:42:03.318021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Attempting to bind port e1af3b11-8442-4fd0-9bfb-11a967cd9aca on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:42:03.326204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:42:03.326692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:42:03.327203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:03.327697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:42:03.328348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Bound port: e1af3b11-8442-4fd0-9bfb-11a967cd9aca, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:42:03.328855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:03.440798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] For port e1af3b11-8442-4fd0-9bfb-11a967cd9aca, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:42:03.448451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] For port e1af3b11-8442-4fd0-9bfb-11a967cd9aca, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=e1af3b11-8442-4fd0-9bfb-11a967cd9aca,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:42:03.490533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:03.521185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:42:03.793018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bc76d-1312-4e12-8e7b-34d53e9b11bd None None] Pushing event updated for resources: {'Port': ['ID=e1af3b11-8442-4fd0-9bfb-11a967cd9aca,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:42:03.798964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e9bc76d-1312-4e12-8e7b-34d53e9b11bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:42:03.884861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Routers {'18bed79b-119c-415c-92f2-90ea0fa66cb4'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:42:03.886042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:41:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['18bed79b-119c-415c-92f2-90ea0fa66cb4'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:42:04.092418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] Set router 18bed79b-119c-415c-92f2-90ea0fa66cb4 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:42:04.347913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 51520) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:42:04.471469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'name': 'router1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e1af3b11-8442-4fd0-9bfb-11a967cd9aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:36Z', 'updated_at': '2021-01-27T05:41:59Z', 'revision_number': 4, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'gw_port': {'id': 'e1af3b11-8442-4fd0-9bfb-11a967cd9aca', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:59Z', 'updated_at': '2021-01-27T05:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'bab6c2ea-b118-4695-b547-619127f54598', 'name': '', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'mac_address': 'fa:16:3e:12:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:47Z', 'updated_at': '2021-01-27T05:41:54Z', 'revision_number': 5, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'subnets': [{'id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:42:04.476537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede4467-7526-42ef-bb31-7b84ec4625c6 None None] The sync data for ids ['18bed79b-119c-415c-92f2-90ea0fa66cb4'] in dv-cinder-772623-1-smb is: [{'id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'name': 'router1', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e1af3b11-8442-4fd0-9bfb-11a967cd9aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:36Z', 'updated_at': '2021-01-27T05:41:59Z', 'revision_number': 4, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'gw_port': {'id': 'e1af3b11-8442-4fd0-9bfb-11a967cd9aca', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:80:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:59Z', 'updated_at': '2021-01-27T05:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'bab6c2ea-b118-4695-b547-619127f54598', 'name': '', 'network_id': '3d367636-282d-48ed-8759-5d9834e5646b', 'tenant_id': '9c47cef995b74af69d46b34a996df61c', 'mac_address': 'fa:16:3e:12:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bed79b-119c-415c-92f2-90ea0fa66cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:47Z', 'updated_at': '2021-01-27T05:41:54Z', 'revision_number': 5, 'project_id': '9c47cef995b74af69d46b34a996df61c', 'subnets': [{'id': 'ebd33d5c-e3b8-4fd1-bd94-7a4072e01054', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1bb3aca-8fc9-4631-b792-406127d48b3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:42:04.510699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df63f1d-ab0e-48c1-a91d-9b7ad8757958 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:42:04.512474 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5df63f1d-ab0e-48c1-a91d-9b7ad8757958 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1636291 Jan 27 05:42:05.418637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0cf8fdc9-a10f-4dc6-b685-6758dc61e16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:06.108472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device e1af3b11-8442-4fd0-9bfb-11a967cd9aca up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:42:06.226570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port e1af3b11-8442-4fd0-9bfb-11a967cd9aca completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:42:06.235512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port e1af3b11-8442-4fd0-9bfb-11a967cd9aca triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:42:06.236511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:06.466066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:06.498315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port e1af3b11-8442-4fd0-9bfb-11a967cd9aca, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=e1af3b11-8442-4fd0-9bfb-11a967cd9aca,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:42:06.529172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:06.535506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:42:06.655211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=e1af3b11-8442-4fd0-9bfb-11a967cd9aca,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:42:06.668254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:42:08.106677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device e1af3b11-8442-4fd0-9bfb-11a967cd9aca up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:42:08.194553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port e1af3b11-8442-4fd0-9bfb-11a967cd9aca triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:42:08.194939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:08.494586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5b8b280e-e977-4549-b33c-f7400a1304e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:09.609590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:09.982651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:10.613826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:35.410165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a2e83f39-455c-4a0c-8692-39b0d5ea715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:37.237692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:42:38.476342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a8f22e21-7f1e-49b7-9329-a0bdcef90630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:39.590647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:39.956200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:42:40.593361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:05.404672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4346efcf-761f-4cce-9edd-4b60159bce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:08.472562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a2060661-adf6-4c65-879d-23cf7bbec6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:09.604245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:09.969707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:10.609595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:14.237355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:43:35.406652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7c08fed6-93ca-4aca-8100-3ddf9c141789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:38.452500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9700d674-0f4d-48a5-90e1-c0b3cae09a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:39.594975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:39.960871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:40.606660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:43:51.236401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:44:05.408804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2b66b2c3-6087-44dd-8edf-a68fc50749a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:08.454387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-99cfb52d-0d02-481a-8396-b786151d7695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:09.591301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:09.957273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:10.617617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:25.509015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52096) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:25.611850 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf32681-e3a5-4a87-904e-4ed94ae6b60f admin admin] GET failed (client error): The resource could not be found. Jan 27 05:44:25.613196 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6bf32681-e3a5-4a87-904e-4ed94ae6b60f admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1031055 Jan 27 05:44:25.764870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9284cb5-4146-4c0a-bed9-97d6e45d6076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:25.766422 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f9284cb5-4146-4c0a-bed9-97d6e45d6076 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1481087 Jan 27 05:44:28.238038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:44:28.288116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52106) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:28.433753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c7977-a5d6-4800-90d2-fca13669dc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:28.435209 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-302c7977-a5d6-4800-90d2-fca13669dc66 admin admin] 10.222.0.44 "GET /v2.0/subnets/ebd33d5c-e3b8-4fd1-bd94-7a4072e01054 HTTP/1.1" status: 200 len: 849 time: 0.1461756 Jan 27 05:44:28.446973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:44:28.577324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Notify callbacks [] for subnet, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:28.934144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363256599557799'] for subnet, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:28.951192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:44:29.087003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd33d5c-e3b8-4fd1-bd94-7a4072e01054,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:44:29.107171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.107549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.107946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.108317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.108680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.109040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.109400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.109756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.110117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.110471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.110824 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.111176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:44:29.115607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:44:29.152083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:29.152755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:29.156294 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] 10.222.0.44 "PUT /v2.0/subnets/ebd33d5c-e3b8-4fd1-bd94-7a4072e01054 HTTP/1.1" status: 200 len: 868 time: 0.7125578 Jan 27 05:44:29.161081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8390f-6287-41ee-a381-24caf3f3bdd9 None None] Network 3d367636-282d-48ed-8759-5d9834e5646b requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:44:29.653970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9380c25f-cc2c-47af-93ab-e90fe1ca2f47 None None] Provisioning complete for port ddd32573-457c-419d-9b02-c13f646b0a6d triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:44:29.654638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9380c25f-cc2c-47af-93ab-e90fe1ca2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:29.797742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9380c25f-cc2c-47af-93ab-e90fe1ca2f47 None None] Provisioning complete for port bab6c2ea-b118-4695-b547-619127f54598 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:44:29.798142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9380c25f-cc2c-47af-93ab-e90fe1ca2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:31.702345 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52116) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:31.927090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f939920-ea08-4385-83a6-1fa22ba98de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:31.927512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f939920-ea08-4385-83a6-1fa22ba98de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:31.929704 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5f939920-ea08-4385-83a6-1fa22ba98de3 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2263269 Jan 27 05:44:34.451797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52126) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:34.670513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c343a9-dfbe-4949-931c-1dbd7bb7ada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:34.670848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c343a9-dfbe-4949-931c-1dbd7bb7ada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:34.672531 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-23c343a9-dfbe-4949-931c-1dbd7bb7ada2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2196672 Jan 27 05:44:35.419644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc6aa-ea81-42d7-9a59-29f89cc287f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:37.170862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52136) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:37.383608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cd00c4-14cc-41a6-9b52-75b8ffc8ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:37.385060 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-97cd00c4-14cc-41a6-9b52-75b8ffc8ad14 admin admin] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 886 time: 0.2131698 Jan 27 05:44:38.488729 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84f95289-a75a-4874-9d65-e1d66e791394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:39.593898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:39.901879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52146) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:39.976517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:40.129435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f062b82-0e84-4d4a-8b6d-4ebfb7a0ea71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:40.130897 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0f062b82-0e84-4d4a-8b6d-4ebfb7a0ea71 admin admin] 10.222.0.44 "GET /v2.0/networks/3d367636-282d-48ed-8759-5d9834e5646b HTTP/1.1" status: 200 len: 862 time: 0.2279115 Jan 27 05:44:40.621963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:44:42.657844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52156) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:42.812487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad077a6-9b25-4880-a01e-fe89df26cb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:42.812907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad077a6-9b25-4880-a01e-fe89df26cb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:42.814557 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cad077a6-9b25-4880-a01e-fe89df26cb29 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1556334 Jan 27 05:44:45.351855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52166) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:45.501966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83dad0f-3723-4615-912e-3795e58bbd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:45.502386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83dad0f-3723-4615-912e-3795e58bbd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:45.503235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c83dad0f-3723-4615-912e-3795e58bbd28 admin admin] Synchronizing usage tracker for tenant:0d3868e434b741af844b47f3d7acb341 on resource:subnet {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:44:45.565192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c83dad0f-3723-4615-912e-3795e58bbd28 admin admin] Unset dirty status for tenant:0d3868e434b741af844b47f3d7acb341 on resource:subnet {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:44:45.566424 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c83dad0f-3723-4615-912e-3795e58bbd28 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2135212 Jan 27 05:44:48.126638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52176) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:48.269964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba12fe1-60da-4d7a-9cc7-a62b9835e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:48.272224 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0ba12fe1-60da-4d7a-9cc7-a62b9835e908 admin admin] 10.222.0.44 "GET /v2.0/subnets/975ad466-d7df-4f15-a399-baefb0dc3ad4 HTTP/1.1" status: 200 len: 816 time: 0.1444724 Jan 27 05:44:50.774110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52186) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:44:50.925559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed947e-cc98-4653-a41f-4dd5490ae78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:44:50.926963 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-69ed947e-cc98-4653-a41f-4dd5490ae78d admin admin] 10.222.0.44 "GET /v2.0/subnets/ebd33d5c-e3b8-4fd1-bd94-7a4072e01054 HTTP/1.1" status: 200 len: 868 time: 0.1517775 Jan 27 05:45:05.237515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:45:05.410140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5e45c4e5-bf62-480a-ac44-e03850d3a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:08.447645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7627111f-78da-4ddb-ad71-a336bd560c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:09.607504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:09.978629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:10.635940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:17.167780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52226) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:45:17.250571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [None req-fcc476bf-f8da-4b89-b711-a57fe15a5e8d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:45:17.251608 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-fcc476bf-f8da-4b89-b711-a57fe15a5e8d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0827823 Jan 27 05:45:19.854583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52236) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:45:19.960874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edb55eb-ec95-4450-92d9-09c47868f045 admin admin] GET failed (client error): The resource could not be found. Jan 27 05:45:19.962247 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2edb55eb-ec95-4450-92d9-09c47868f045 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1066468 Jan 27 05:45:20.105647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7727df-aa2c-493b-a4fe-bbd35f55f20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:45:20.107240 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dc7727df-aa2c-493b-a4fe-bbd35f55f20e admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404476 Jan 27 05:45:22.692968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52246) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:45:22.781860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:45:22.789752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:45:22.800688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:45:22.852604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Made reservation on behalf of 0d3868e434b741af844b47f3d7acb341 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:45:22.857432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:22.956639 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.services.revisions.revision_plugin [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Could not find related network for resource to bump revision. Jan 27 05:45:22.973086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:45:23.020534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:23.021221 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Added segment a6c3a1f8-d06d-4c03-9779-87600b5b7ee6 of type vxlan for network 43004b8e-f0e2-4e91-be71-d4069481562a Jan 27 05:45:23.049651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:23.109853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:23.111338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:45:23.112014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:23.118823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:45:23.235791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Pushing event updated for resources: {'Network': ['ID=43004b8e-f0e2-4e91-be71-d4069481562a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:45:23.245289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.250642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:23.253067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:45:23.262300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 43004b8e-f0e2-4e91-be71-d4069481562a details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:45:23.267973 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5732632 Jan 27 05:45:25.904344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52256) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:45:26.018819 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b2287e-3633-4a80-9f97-f99d95be54ec admin admin] GET failed (client error): The resource could not be found. Jan 27 05:45:26.019371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-25b2287e-3633-4a80-9f97-f99d95be54ec admin admin] Synchronizing usage tracker for tenant:0d3868e434b741af844b47f3d7acb341 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:45:26.061372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-25b2287e-3633-4a80-9f97-f99d95be54ec admin admin] Unset dirty status for tenant:0d3868e434b741af844b47f3d7acb341 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:45:26.062635 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-25b2287e-3633-4a80-9f97-f99d95be54ec admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1572559 Jan 27 05:45:26.188330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeaf1ad-10a0-47d9-bc39-96de8ef42456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:45:26.189793 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-feeaf1ad-10a0-47d9-bc39-96de8ef42456 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1227260 Jan 27 05:45:26.202343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Request body: {'subnet': {'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:45:26.207348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:45:26.217811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:45:26.252645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Made reservation on behalf of 0d3868e434b741af844b47f3d7acb341 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:45:26.258027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:26.881792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:26.898055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f7947625-7d8e-4811-b74a-4887706902fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:45:27.033330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=51009761-cbbb-4ecf-b5e0-c34d68eb50a6,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:45:27.038918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:45:27.097677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Checking segment: {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:45:27.098069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Network hostable DHCP agents. Network: 43004b8e-f0e2-4e91-be71-d4069481562a, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:45:27.201381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Network 43004b8e-f0e2-4e91-be71-d4069481562a is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:45:27.240985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 43004b8e-f0e2-4e91-be71-d4069481562a) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:45:27.244905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:45:27.245566 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:27.250333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d83a639-0c98-47a3-9e78-22430a8c5d12 None None] Network 43004b8e-f0e2-4e91-be71-d4069481562a requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:45:27.299241 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d3df382e-5775-44d4-aeb7-4c1cc0d07bfe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1007900 Jan 27 05:45:27.492775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-43004b8e-f0e2-4e91-be71-d4069481562a', 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a', 'tenant_id': '0d3868e434b741af844b47f3d7acb341', 'fixed_ips': [{'subnet_id': '51009761-cbbb-4ecf-b5e0-c34d68eb50a6'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:45:27.493837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:27.800495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Allocated IP 192.168.233.2 (43004b8e-f0e2-4e91-be71-d4069481562a/51009761-cbbb-4ecf-b5e0-c34d68eb50a6/2ccbe248-effc-4de6-81bb-0a9b2f2a35fc) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:45:28.095058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:28.155759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Transition to ACTIVE for port object 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:45:28.174230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Transition to ACTIVE for port object 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:45:28.216833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:28.236909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:45:28.374455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Pushing event updated for resources: {'Port': ['ID=2ccbe248-effc-4de6-81bb-0a9b2f2a35fc,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:45:28.394223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.394603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.395544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.396052 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.396463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.396832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.397198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.397557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.397918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.398278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.398633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.398993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:45:28.403094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:45:28.447374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Network 43004b8e-f0e2-4e91-be71-d4069481562a is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:45:28.448589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:45:28.451001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:45:28.512721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Attempting to bind port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:45:28.513120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Attempting to bind port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:45:28.513498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Attempting to bind port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc on network 43004b8e-f0e2-4e91-be71-d4069481562a {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:45:28.519625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:45:28.520189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Checking segment: {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:45:28.520717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:28.521216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Bound using segment: {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:45:28.521747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Bound port: 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:45:28.522162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:28.620789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] For port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:45:28.624936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] For port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=2ccbe248-effc-4de6-81bb-0a9b2f2a35fc,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:45:28.681805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:28.696953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e9bc76d-1312-4e12-8e7b-34d53e9b11bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:45:28.849603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Pushing event updated for resources: {'Port': ['ID=2ccbe248-effc-4de6-81bb-0a9b2f2a35fc,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:45:28.855167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:45:30.159473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:45:30.194011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df94114-9759-43e6-a643-aa83b1719b4d None None] Network 43004b8e-f0e2-4e91-be71-d4069481562a requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:45:30.365536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Provisioning for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:45:30.401399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Provisioning complete for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:45:30.401741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:30.437716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:45:30.455763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:45:30.456194 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:30.883273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:30.905544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:30.949503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] For port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=2ccbe248-effc-4de6-81bb-0a9b2f2a35fc,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:45:30.996596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:31.009008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3d89f59b-4a66-4c6f-8672-528b1015d001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:45:31.065054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:45:31.065491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:45:31.091089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Pushing event updated for resources: {'Port': ['ID=2ccbe248-effc-4de6-81bb-0a9b2f2a35fc,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:45:31.095167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:45:31.121403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-41512225-a513-42ae-89b3-9cf4b970b5fa None None] Provisioning complete for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:45:31.121833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41512225-a513-42ae-89b3-9cf4b970b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:31.379062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-36cdfe6b-f9f1-4a97-b6cd-36b4af7fef90 None None] Provisioning complete for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:45:31.379644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36cdfe6b-f9f1-4a97-b6cd-36b4af7fef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:31.641645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-242917f6-1123-4c10-910c-5ae4504e201f None None] Provisioning complete for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:45:31.642058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-242917f6-1123-4c10-910c-5ae4504e201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:32.130392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:45:32.209127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 2ccbe248-effc-4de6-81bb-0a9b2f2a35fc triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:45:32.209539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:35.409903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cab9ff1c-14a7-46e2-9937-8bbcb6909af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:38.463538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-81eb054b-4814-485c-b33a-b4c2cb79ca8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:39.633202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:39.966404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:40.623881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:45:42.237636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:46:05.415195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dcba5d6a-6d99-463a-8ed8-3e27734c72bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:08.471893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-acc093d6-e4b9-4c59-ac11-990214812f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:09.620432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:09.963873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:10.637856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:19.237729 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:46:35.425711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc71-bbb6-4427-b712-2a7db78ab49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:38.503271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a5d72335-2466-49ee-9e7e-bfad222dd6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:39.668168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:39.953872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:40.634927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:46:56.237195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:47:05.419413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-680533da-d38f-459f-b6ae-3c3a83341a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:08.470794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-98a1f191-43da-4a65-8df8-17e2981fb084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:09.651394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:09.953538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:10.366234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52300) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:47:10.373703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [None req-79ecf61c-23c8-481d-9720-55a1b202b022 tempest-verify_tempest_config-1286609770 tempest-verify_tempest_config-1286609770-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:47:10.374802 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-79ecf61c-23c8-481d-9720-55a1b202b022 tempest-verify_tempest_config-1286609770 tempest-verify_tempest_config-1286609770-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0074756 Jan 27 05:47:10.693640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:10.870317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52320) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:47:11.035895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.051110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:47:11.055072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Usage tracker for resource:security_group_rule and tenant:2834694ac0aa4396a311e6329bc0d6af is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:47:11.058290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:47:11.063961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:47:11.445994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.476846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.487886 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-df9c1a12-a9a2-4647-957f-c8d89988037e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:47:11.531973 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2834694ac0aa4396a311e6329bc0d6af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6601369 Jan 27 05:47:11.532895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6f746-0bbd-4316-ab39-2c6f083e9b49,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:47:11.535113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52326) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:47:11.554520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.554904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.555281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.555650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.556057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.556426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.556788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.557151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.557514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.557915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.558268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.558623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:47:11.564783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:47:11.613260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.641265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.730898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.736509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e9df83c6-8df1-47fd-a93f-76dff2b27c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:47:11.751296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6f746-0bbd-4316-ab39-2c6f083e9b49,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:47:11.754114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:47:11.755318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:11.757543 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caf6f746-0bbd-4316-ab39-2c6f083e9b49 HTTP/1.1" status: 204 len: 168 time: 0.2211270 Jan 27 05:47:33.236874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:47:35.501600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7494a44e-a777-482d-aab4-e1ce3da58c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:38.472743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d56c42e1-0c9d-455d-91df-47d7d63ff2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:39.626748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:39.953010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:47:40.641162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:05.432342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c53ea109-702f-44c9-b54b-a3c7ade9b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:08.484056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-23512544-4bbd-4f66-8659-b062577757df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:09.623438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:09.954909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:10.235745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:48:10.652258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:35.422567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-057218fa-e172-4a6b-9bc5-e57c8614f9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:38.457291 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f557580-e402-446e-8680-2ad256663fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:39.634596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:39.948702 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:40.651762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:47.235278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 5 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:48:58.602852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819'] for agent, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:48:58.603523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.603742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.604214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.604593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.604973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.605393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.605774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.606147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.606563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.606931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.607298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.607710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:48:58.608179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77262', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:48:58.612864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77262', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:48:59.010526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] get_endpoint_by_host() called for host hv-cinder-77262 {{(pid=80181) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 27 05:48:59.016470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=80181) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 27 05:48:59.019690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=80181) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 27 05:48:59.059881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] _get_endpoints() called {{(pid=80181) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 27 05:49:05.424957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-543f57a3-5050-4c2d-a0eb-1c65336628f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:08.479694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5fb6707d-3f49-4883-9bb4-17b2d21806e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:09.267160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52398) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:49:09.416342 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d098a4dc-13b9-4438-9bb4-ea7893f4c5f9 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1479120 Jan 27 05:49:09.640261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:09.959524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:10.657047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:11.929856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52408) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:49:12.022398 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-706bab60-735c-4d7c-955a-e644689dc535 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0914581 Jan 27 05:49:24.235498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:49:28.584546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:35.421713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5fee1516-4fb3-4589-b96f-4904fb7a6934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:38.473671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b181d83f-ced6-4f38-8222-35528a2a98e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:39.635800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:39.955577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:40.670136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:49:58.599607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:01.235180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:50:05.427418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d91a11d5-46ce-4ea0-bbf8-a8abfa2b612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:08.472834 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d04ad567-f8ba-46b3-8c1d-d58f30507b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:09.638403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:09.969693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:10.672641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:28.631968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:35.432093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd154d49-19c1-481d-b913-872f4356ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:38.239139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:50:38.488112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3406c1a4-882e-4405-9839-74091b0d70f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:39.658617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:39.984634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:40.678065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:50:58.617652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:05.469878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4860aed4-ee9d-415e-9e56-23806badb596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:08.498868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e45be773-4f7c-4e13-9acf-fc0e48077dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:09.677452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:09.999893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:10.735023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:13.333195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52570) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:13.998246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52590) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:14.036881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1686657724-network', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:14.054214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:14.062144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Usage tracker for resource:network and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:14.068968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:14.080998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:14.137534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Made reservation on behalf of d12d53f1c7a64b2da351e1d2b3fcb4b2 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:14.146806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.172599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.204304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:14.213828 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:14.219701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:14.228878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:14.500370 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.557206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.563617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:14.615553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a176403-b72d-42b5-8398-18ef6d3f730e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:14.623900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:51:14.629298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.629971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.630505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.631033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.631593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.632006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.632378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.632716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.633263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.633841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.634192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.634550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.634984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.635344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.635703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.636126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.636490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.636847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.637211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.637600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.638097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.638455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.638813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.639169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Tracked resource versions report: Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}, Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@hv-cinder-77262: { 'AddressGroup': '1.1', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:51:14.640599 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:51:14.648343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:14.666310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.666310 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Added segment fd5bf567-7aad-46dc-ba34-afe73cd35eb3 of type vxlan for network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d Jan 27 05:51:14.750598 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.819937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.821758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:14.822629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:14.830433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:14.880453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-791276422-network', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:15.043732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:15.080863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Usage tracker for resource:network and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:15.092048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:15.099516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Pushing event updated for resources: {'Network': ['ID=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:15.105409 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:15.116532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:15.123614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52618) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:15.125151 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7888968 Jan 27 05:51:15.128532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:15.134328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Request body: {'subnet': {'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1686657724-subnet', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:15.141477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:15.147397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Usage tracker for resource:subnet and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:15.150864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:15.157603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:15.172414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Made reservation on behalf of f3365c463c3144f9b2e0f8c14883e09a for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:15.178724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:15.181949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.209277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.213829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Made reservation on behalf of d12d53f1c7a64b2da351e1d2b3fcb4b2 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:15.220301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.241027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:51:15.241880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:15.249655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:15.256066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:15.267968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:15.288297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52624) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:15.469324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.572084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.581353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:15.669247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:51:15.682705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e306af2a-2c81-47b8-98ee-fa9c7bacf118,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:15.689106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:15.711513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.712049 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Added segment 66203998-c187-4cf1-bb9d-33dc746f8ba9 of type vxlan for network bb5e3740-598b-4a7a-98f3-7266dfa55747 Jan 27 05:51:15.847333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.905779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-613593817-network', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:15.916176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:15.924380 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Usage tracker for resource:network and tenant:9ebccf906cee4b3fa86a6d3047525259 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:15.932064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:15.945112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:15.976482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52640) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:15.981227 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.989303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:15.990348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:15.998503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:16.093541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52646) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:16.119246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5e3740-598b-4a7a-98f3-7266dfa55747,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:16.124545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Made reservation on behalf of 9ebccf906cee4b3fa86a6d3047525259 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:16.130057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:16.145461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:16.146878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:16.147077 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:16.170911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:16.176629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebccf906cee4b3fa86a6d3047525259 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:16.180104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:16.182991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:16.186722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:16.299671 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2991900 Jan 27 05:51:16.304523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52654) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:16.317817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Request body: {'subnet': {'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-subnet', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:16.331374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:16.357476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Usage tracker for resource:subnet and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:16.363142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:16.385462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:16.400346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:16.427938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:16.462573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:16.471888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Made reservation on behalf of f3365c463c3144f9b2e0f8c14883e09a for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:16.488465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:16.523195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a57176b-d90a-44b4-af0f-f5602dc6915e,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:16.597916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.598742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.598742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.599041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.599432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.600131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.600513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.601449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.601449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.601786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.601945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.602265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.602665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.603027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.603388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.603750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.604277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.604636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.604991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.605350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.605898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.606259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.606618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.606974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Tracked resource versions report: Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}, Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@hv-cinder-77262: { 'AddressGroup': '1.1', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:51:16.608462 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:51:16.617937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:16.797331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Checking segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:16.798231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Network hostable DHCP agents. Network: d8897b5f-17f5-4c77-8b1c-a4a81e96f92d, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:51:16.842037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:16.867650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1316844023-network', 'tenant_id': '6513074486ee454689430e77808ba253'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:16.878744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:16.888401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:51:16.897564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:16.907763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Usage tracker for resource:network and tenant:6513074486ee454689430e77808ba253 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:16.914661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:16.933764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2072950201-network', 'tenant_id': '26bee7b0e0074f31abc977f6530061b6'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:16.942903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:16.948755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Usage tracker for resource:network and tenant:26bee7b0e0074f31abc977f6530061b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:16.953353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:16.963675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, d8897b5f-17f5-4c77-8b1c-a4a81e96f92d) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:16.966908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:16.974435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9090d3-eeb0-4fba-96f4-7f2b1a5cc524 None None] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:16.977710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:16.978927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.001213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:17.041028 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:51:17.046956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Made reservation on behalf of 26bee7b0e0074f31abc977f6530061b6 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:17.058057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.098466 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9733462 Jan 27 05:51:17.101510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.125666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52666) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:17.147859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.148545 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Added segment 27057181-ecb4-4be4-b0cb-6743be371a6b of type vxlan for network fae0bd0f-5d03-496c-a5e6-747d462499ca Jan 27 05:51:17.151533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:17.163385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Usage tracker for resource:security_group_rule and tenant:26bee7b0e0074f31abc977f6530061b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:17.173298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:17.177837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Made reservation on behalf of 6513074486ee454689430e77808ba253 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:17.192903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:17.196765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.232985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:17.252806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a307c9-3ef6-450f-adbf-40b21dedf7c0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:17.286535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:17.288734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.414167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:17.417918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.423098 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:17.470680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6513074486ee454689430e77808ba253 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:17.485663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.493169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Usage tracker for resource:router and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:17.506265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:17.520186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:17.522693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.537645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eec88d26-d6c8-4c65-958b-9039f10f6875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:17.543873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:17.560461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:17.607153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-d8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:51:17.608948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.619464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:17.647338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:17.660681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.resource_extend [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 05:51:17.786352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:51:17.788139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:51:17.826034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.969773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:17.973097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:17.981982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:18.153446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Allocated IP 172.20.0.2 (d8897b5f-17f5-4c77-8b1c-a4a81e96f92d/0a57176b-d90a-44b4-af0f-f5602dc6915e/7266b1f9-2c35-464d-993e-48f8e671b77f) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:18.290135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.426917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:51:18.460881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.461625 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Added segment 8749e5da-86af-4cd0-8042-fe7e2b20a7a4 of type vxlan for network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 Jan 27 05:51:18.532501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.567805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.632391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Transition to ACTIVE for port object 7266b1f9-2c35-464d-993e-48f8e671b77f will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:18.690193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.692329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.713188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Pushing event updated for resources: {'Network': ['ID=fae0bd0f-5d03-496c-a5e6-747d462499ca,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:18.730307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Transition to ACTIVE for port object 7266b1f9-2c35-464d-993e-48f8e671b77f will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:18.744406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:18.748183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network fae0bd0f-5d03-496c-a5e6-747d462499ca details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:18.813623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network fae0bd0f-5d03-496c-a5e6-747d462499ca details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:18.816786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.818692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:18.819652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.826686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:18.924308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.928835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52702) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:18.974783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:18.988194 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Pushing event updated for resources: {'Network': ['ID=3cbb1f65-ee7e-416e-aae0-f021a1d05164,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:18.994648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:19.024579 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9230313 Jan 27 05:51:19.025761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52710) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:19.033705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Request body: {'subnet': {'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2072950201-subnet', 'tenant_id': '26bee7b0e0074f31abc977f6530061b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:19.052438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:19.061959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Usage tracker for resource:subnet and tenant:26bee7b0e0074f31abc977f6530061b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:19.067412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:19.070863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:19.073745 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7836611 Jan 27 05:51:19.078980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52714) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:19.091616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Request body: {'subnet': {'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-subnet', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:19.099072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:19.102198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:19.109095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Usage tracker for resource:subnet and tenant:9ebccf906cee4b3fa86a6d3047525259 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:19.114768 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:19.126311 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:19.144599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:19.162473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Made reservation on behalf of 26bee7b0e0074f31abc977f6530061b6 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:19.168639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:19.211421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Made reservation on behalf of 9ebccf906cee4b3fa86a6d3047525259 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:19.219243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:19.292677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:19.541184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:19.576609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:51:19.587596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:19.605372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:19.716879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152c816a-45c3-427a-ad62-279b76874cc0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:19.720373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:19.740235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:19.740235 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Added segment 69198fb6-13de-48ce-acf6-c50f6b60efe1 of type vxlan for network e8efef38-2717-407a-a063-d3225b7b6225 Jan 27 05:51:19.744987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:19.812429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:19.834774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:19.839384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:19.963140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:19.991336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Attempting to bind port 7266b1f9-2c35-464d-993e-48f8e671b77f on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:19.991639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Attempting to bind port 7266b1f9-2c35-464d-993e-48f8e671b77f by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:19.992070 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Attempting to bind port 7266b1f9-2c35-464d-993e-48f8e671b77f on network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:20.013208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:20.014397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Checking segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:20.014397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.014701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Bound using segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:20.014984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Bound port: 7266b1f9-2c35-464d-993e-48f8e671b77f, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:20.015427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.104329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.131876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.179640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.211049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:20.234637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b75e773-2033-4387-baab-02f9f67ceb64,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:20.238303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f1f06d3423429fb682b83395e69e4c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:20.249223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:20.250117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:20.262227 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:20.267138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] For port 7266b1f9-2c35-464d-993e-48f8e671b77f, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:20.272084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] For port 7266b1f9-2c35-464d-993e-48f8e671b77f, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=7266b1f9-2c35-464d-993e-48f8e671b77f,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:20.328405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.410934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Pushing event updated for resources: {'Port': ['ID=7266b1f9-2c35-464d-993e-48f8e671b77f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:20.426329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.445715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:20.446411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.473217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:20.660511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e8efef38-2717-407a-a063-d3225b7b6225,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:20.661126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.661526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.661915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.662311 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.662672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.668307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.668739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.669078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.669471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.669854 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.670234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.670418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:20.670570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.671023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.671392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.671760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.672198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.672467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.672843 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.675348 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.6965842 Jan 27 05:51:20.676314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52744) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:20.679452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.680085 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.680448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.680838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.681214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.681584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Tracked resource versions report: Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}, Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@hv-cinder-77262: { 'AddressGroup': '1.1', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:51:20.682987 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:51:20.693528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Request body: {'subnet': {'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1316844023-subnet', 'tenant_id': '6513074486ee454689430e77808ba253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:20.700461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network e8efef38-2717-407a-a063-d3225b7b6225 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:20.704250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:20.719906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Checking segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:20.721426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Network hostable DHCP agents. Network: bb5e3740-598b-4a7a-98f3-7266dfa55747, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:51:20.734868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Usage tracker for resource:subnet and tenant:6513074486ee454689430e77808ba253 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:20.739416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:20.744076 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:20.745633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network e8efef38-2717-407a-a063-d3225b7b6225 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:51:20.777430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fa168b5c-2b53-4ce1-afb0-6deff80a2e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:20.794570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:20.841491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.879601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.903873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-75292c70-459b-4081-88ab-0346333ace66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:20.919179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:20.938164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:51:20.966909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:20.967197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Made reservation on behalf of 6513074486ee454689430e77808ba253 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:20.977446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:21.152384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, bb5e3740-598b-4a7a-98f3-7266dfa55747) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:21.292178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Synchronizing usage tracker for tenant:0d3868e434b741af844b47f3d7acb341 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:51:21.312750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:21.313793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:21.318543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f3662-8705-431b-a244-0dff85b67f9a,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:21.331763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:21.347236 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398a990-d288-4d5a-8df7-9bb3fe5f5f34 None None] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:21.552338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:21.676795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:21.685087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:21.695961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-555987aa-def4-4f06-a963-4a41b4405c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:21.744878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:21.767388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52758) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:21.805008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.018852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec3c99f-351d-46f8-974b-2be77f2098b9,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:22.022511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:22.023881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Checking segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:22.024536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Network hostable DHCP agents. Network: fae0bd0f-5d03-496c-a5e6-747d462499ca, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:51:22.030585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Checking segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:22.031372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Network hostable DHCP agents. Network: 3cbb1f65-ee7e-416e-aae0-f021a1d05164, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:51:22.088493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:51:22.117898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Network fae0bd0f-5d03-496c-a5e6-747d462499ca is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:51:22.137853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Unset dirty status for tenant:0d3868e434b741af844b47f3d7acb341 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:51:22.139807 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7f1f06d3423429fb682b83395e69e4c&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2095742 Jan 27 05:51:22.144629 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.8358791 Jan 27 05:51:22.145832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52768) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:22.145962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52770) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:22.155191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:22.162653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:22.167577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Usage tracker for resource:router and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:22.171951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:22.180593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:22.199053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Pushing event updated for resources: {'Port': ['ID=7266b1f9-2c35-464d-993e-48f8e671b77f,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:22.202923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 3cbb1f65-ee7e-416e-aae0-f021a1d05164) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:22.217943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:22.221685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.228864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, fae0bd0f-5d03-496c-a5e6-747d462499ca) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:22.232289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.455s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:22.242377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0f052-a748-4c32-9247-9dcc72588134 None None] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:22.246866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:22.248520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.285025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736c661-d5b3-4c42-8ec1-b0b166d3a7cd None None] Network fae0bd0f-5d03-496c-a5e6-747d462499ca requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:22.311878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.333440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:22.350720 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3230143 Jan 27 05:51:22.358216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Usage tracker for resource:security_group_rule and tenant:9b819b49cb284d66b75f8cd35f7d1920 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:22.365165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Allocated IP 172.28.1.35 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/a3b0940a-a348-44c1-b439-6b6654b2d89e) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:22.366813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:22.383697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:22.417072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.418963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.572858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.581699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d96cdc30-26a4-4c64-a90b-bc96755b2f50 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4957590 Jan 27 05:51:22.582468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52780) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:22.588710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:22.593951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:22.601536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Usage tracker for resource:router and tenant:9ebccf906cee4b3fa86a6d3047525259 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:22.605329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:22.613357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:22.613680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.638225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.686846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:22.819812 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b819b49cb284d66b75f8cd35f7d1920&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0380113 Jan 27 05:51:22.823148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.825671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.837981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52788) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:22.840136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d948b8-ba98-45c1-b025-3c87d8935dd5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:22.850939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:22.905921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-bb5e3740-598b-4a7a-98f3-7266dfa55747', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:51:22.907562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:22.952695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.021274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.165146 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21cb233-93fd-4b05-b15a-c82fa21ed508 None None] Network fae0bd0f-5d03-496c-a5e6-747d462499ca requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:23.371618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.450558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52810) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:23.475897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.521311 dv-cinder-772623-1-smb neutron-server[80068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 05:51:23.557979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.759116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.842410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.853142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:23.857711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.974622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d948b8-ba98-45c1-b025-3c87d8935dd5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:23.976841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Allocated IP 172.20.0.2 (bb5e3740-598b-4a7a-98f3-7266dfa55747/6b75e773-2033-4387-baab-02f9f67ceb64/805b39b6-6457-48f2-a1aa-e1edd2690d7f) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:23.977095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:23.981724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:23.983532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1de780-85e7-4ac8-b8df-b2efa432fe9f None None] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:24.010553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:24.016234 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82d948b8-ba98-45c1-b025-3c87d8935dd5 HTTP/1.1" status: 204 len: 168 time: 1.1651034 Jan 27 05:51:24.228303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:24.258209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-354bc7e9-02dd-4109-b671-aeebdce4a3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:24.277284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f3662-8705-431b-a244-0dff85b67f9a,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:24.358391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:24.392241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:24.401563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d1a04-b9fd-4b4d-9af2-20752ea800a7 None None] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:24.430587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:24.577848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 7266b1f9-2c35-464d-993e-48f8e671b77f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:24.748283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-c9d5de70-7bba-4c10-8432-5f3cdaa71d13 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:24.751201 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-c9d5de70-7bba-4c10-8432-5f3cdaa71d13 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 1.2877693 Jan 27 05:51:24.753292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:24.755385 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f0f3662-8705-431b-a244-0dff85b67f9a HTTP/1.1" status: 204 len: 168 time: 2.6081557 Jan 27 05:51:24.824633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:24.834203 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-32813847-3fef-4152-a373-4058407055be tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/quotas/26bee7b0e0074f31abc977f6530061b6 HTTP/1.1" status: 200 len: 375 time: 0.0567720 Jan 27 05:51:24.871409 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:24.873327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-f8564546-1bb3-4be4-80d1-f445a0bdf21d None None] Provisioning for port 7266b1f9-2c35-464d-993e-48f8e671b77f completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:25.040971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Allocated IP 172.28.1.126 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/01f376e0-bd75-48e8-922d-46f293d39616) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:25.227761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 7266b1f9-2c35-464d-993e-48f8e671b77f completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:25.258215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:25.277264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 7266b1f9-2c35-464d-993e-48f8e671b77f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:25.283752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:25.325922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:25.375159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:25.609577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Pushing event updated for resources: {'Port': ['ID=01f376e0-bd75-48e8-922d-46f293d39616,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:25.615586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:25.728032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Pushing event updated for resources: {'Port': ['ID=a3b0940a-a348-44c1-b439-6b6654b2d89e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:25.731700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:25.761228 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-db98ea2b-3368-4573-8f8f-5380cffac156 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8927193 Jan 27 05:51:25.775060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:25.796364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:25.800518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:25.824051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:25.827800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:25.833790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:25.988890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52852) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:26.166624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.238870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.288460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Transition to ACTIVE for port object 805b39b6-6457-48f2-a1aa-e1edd2690d7f will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:26.310367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Transition to ACTIVE for port object 805b39b6-6457-48f2-a1aa-e1edd2690d7f will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:26.342521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 7266b1f9-2c35-464d-993e-48f8e671b77f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=7266b1f9-2c35-464d-993e-48f8e671b77f,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:51:26.348910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.524755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.570893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.616479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:26.646927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.675684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.713452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:26.717558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:26.726081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:26.732237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Pushing event updated for resources: {'Port': ['ID=805b39b6-6457-48f2-a1aa-e1edd2690d7f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:26.792424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:26.792970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:26.850822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Attempting to bind port 805b39b6-6457-48f2-a1aa-e1edd2690d7f on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:26.850822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Attempting to bind port 805b39b6-6457-48f2-a1aa-e1edd2690d7f by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:26.850822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Attempting to bind port 805b39b6-6457-48f2-a1aa-e1edd2690d7f on network bb5e3740-598b-4a7a-98f3-7266dfa55747 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:26.869551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:26.869990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Checking segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:26.870446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.870893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Bound using segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:26.871448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Bound port: 805b39b6-6457-48f2-a1aa-e1edd2690d7f, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:26.871924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:26.988706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=7266b1f9-2c35-464d-993e-48f8e671b77f,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:26.995879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:27.020700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-5fda6d95-3adf-4a9d-b590-5c93fb4edafe None None] Provisioning complete for port 7266b1f9-2c35-464d-993e-48f8e671b77f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:27.021133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5fda6d95-3adf-4a9d-b590-5c93fb4edafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:27.054499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-2232ce94-75be-4138-8442-5447ad3948c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:51:27.056535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-2232ce94-75be-4138-8442-5447ad3948c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6286602 Jan 27 05:51:27.112791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:27.135617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] For port 805b39b6-6457-48f2-a1aa-e1edd2690d7f, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:27.148120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] For port 805b39b6-6457-48f2-a1aa-e1edd2690d7f, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=805b39b6-6457-48f2-a1aa-e1edd2690d7f,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:27.230097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:27.255158 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:27.312577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Usage tracker for resource:security_group_rule and tenant:c70a5c9eceb34bc99bc41fea4dbfa7dc is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:27.320953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:27.331335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:27.425531 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:27.457961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Pushing event updated for resources: {'Port': ['ID=805b39b6-6457-48f2-a1aa-e1edd2690d7f,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:27.469313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:27.593730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:27.594166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-28c3d42d-761e-478d-9e6a-3c013b539e25 None None] Provisioning complete for port 7266b1f9-2c35-464d-993e-48f8e671b77f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:27.594539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28c3d42d-761e-478d-9e6a-3c013b539e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:27.654809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4001ac23-3f53-4307-9142-67df06b0822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:27.815289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:28.000950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:28.351358 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-b91358ad-4953-426a-b32a-34921a54bb3f service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1162109 Jan 27 05:51:28.391770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba1b64e-eaca-4343-b2ef-bbc752be66ed,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:28.492384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:28.500672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Router be452644-2751-42e7-90a1-5a7952d98dc0 is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:51:28.675324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:28.761246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:51:28.774802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Sync routers for ids ['be452644-2751-42e7-90a1-5a7952d98dc0'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:51:28.795341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Routers {'be452644-2751-42e7-90a1-5a7952d98dc0'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:28.796357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['be452644-2751-42e7-90a1-5a7952d98dc0'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:28.821110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:28.826233 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2425969 Jan 27 05:51:28.827194 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52888) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:28.900572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:29.025952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Allocated IP 172.28.1.21 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/5949b142-5c2b-4bd1-9119-bbf0f0770574) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:29.036554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 805b39b6-6457-48f2-a1aa-e1edd2690d7f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:29.060657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:29.077942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Set router be452644-2751-42e7-90a1-5a7952d98dc0 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:29.217474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:29.230484 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c70a5c9eceb34bc99bc41fea4dbfa7dc&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2403166 Jan 27 05:51:29.238798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52892) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:29.285528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:29.299784 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Checking segment: {'id': '69198fb6-13de-48ce-acf6-c50f6b60efe1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:29.300228 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Network hostable DHCP agents. Network: e8efef38-2717-407a-a063-d3225b7b6225, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:51:29.304698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 7266b1f9-2c35-464d-993e-48f8e671b77f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:29.320612 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-5d7f16df-6d01-48a7-8de4-b04f28c29382 service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9327514 Jan 27 05:51:29.579509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:26Z', 'revision_number': 3, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:29.588068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Checking router: be452644-2751-42e7-90a1-5a7952d98dc0 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:51:29.588068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Updating router be452644-2751-42e7-90a1-5a7952d98dc0 port 01f376e0-bd75-48e8-922d-46f293d39616 binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:51:29.601504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b1000-44a5-4e5a-9c06-16d85a18520e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:29.611585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:29.632572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 7266b1f9-2c35-464d-993e-48f8e671b77f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:29.639286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:29.685709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Network e8efef38-2717-407a-a063-d3225b7b6225 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:51:29.734635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0113ff-550d-4145-b98c-b067d439d94a None None] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:29.745092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:29.906436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:29.940009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Provisioning for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:29.940190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, e8efef38-2717-407a-a063-d3225b7b6225) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:29.973383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Provisioning complete for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:29.975875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:30.100367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 52920) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:30.108222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5040c-9737-4b1b-b706-a2373a1e1eb4 None None] Network e8efef38-2717-407a-a063-d3225b7b6225 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:30.169551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:30.170207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:30.433708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:30.482284 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b486865b-5165-4e7d-a6d3-bc0e14078c9c req-f7520884-a215-4670-beb1-84cb3e259f24 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.3255389 Jan 27 05:51:30.630947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:30.664479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:30.755920 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 10.0625608 Jan 27 05:51:30.912208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.009726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:31.077992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.124939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.188848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52950) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:31.287918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 52956) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:31.366676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.491998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.501244 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e60b1000-44a5-4e5a-9c06-16d85a18520e HTTP/1.1" status: 204 len: 168 time: 2.2524517 Jan 27 05:51:31.514832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=5949b142-5c2b-4bd1-9119-bbf0f0770574,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:31.519863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:31.525401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-18aa27fa-7b80-4748-8231-22c284b00819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:31.539761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.547417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b1000-44a5-4e5a-9c06-16d85a18520e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:31.550684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:31.559487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Transition to ACTIVE for port object 01f376e0-bd75-48e8-922d-46f293d39616 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:31.592960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:31.598236 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:31.604958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:31.728269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.733216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:51:31.772769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bf4672a-c4ab-4276-9f07-17ea01dae1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:31.822608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.856969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8b098-e1cc-475c-9e8f-aaf9699de3d3 None None] Network e8efef38-2717-407a-a063-d3225b7b6225 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:51:31.868741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:31.927350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-612152fc-8c9f-4600-aace-1befc845f5ac req-a0f3acf2-98c1-4518-8f3a-cf44e89fefb9 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.0942106 Jan 27 05:51:31.958179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:31.972251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Usage tracker for resource:security_group_rule and tenant:ed0724c1610d4fbcbe64657400f10547 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:31.978997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:31.990018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:32.130132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:32.169123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:32.171513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] For port 805b39b6-6457-48f2-a1aa-e1edd2690d7f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=805b39b6-6457-48f2-a1aa-e1edd2690d7f,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:51:32.231223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:32.269212 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Pushing event updated for resources: {'Port': ['ID=01f376e0-bd75-48e8-922d-46f293d39616,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:32.288700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.290332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:32.297469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.308364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.308940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.309467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.309994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.310492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.310960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.311482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.311967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.312450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.313170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.313715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.314775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.315352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.315868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.316429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.316867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.317459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.318266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.319204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.319763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.320338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.321128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Tracked resource versions report: Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: pushed versions: Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: { 'AddressGroup': {'1.1'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': {'1.0'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': {'1.0'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': {'1.1'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': {'1.6'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': {'1.2'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': {'1.8'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': {'1.4'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': {'1.2'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': {'1.0'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': {'1.1'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': {'1.1'}} Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: consumer versions: Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: { DHCP agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: L3 agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: Metadata agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: Metering agent@dv-cinder-772623-1-smb: {}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@dv-cinder-772623-1-smb: { 'AddressGroup': '1.1', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}, Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: Open vSwitch agent@hv-cinder-77262: { 'AddressGroup': '1.1', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'ConntrackHelper': '1.0', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Log': '1.0', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Network': '1.1', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Port': '1.6', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'PortForwarding': '1.2', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'QosPolicy': '1.8', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroup': '1.4', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SecurityGroupRule': '1.2', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'SubPort': '1.0', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Subnet': '1.1', Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: 'Trunk': '1.1'}} Jan 27 05:51:32.322662 dv-cinder-772623-1-smb neutron-server[80068]: {{(pid=80182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 27 05:51:32.333233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:32.465064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Attempting to bind port 01f376e0-bd75-48e8-922d-46f293d39616 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:32.472274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Attempting to bind port 01f376e0-bd75-48e8-922d-46f293d39616 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:32.473219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Attempting to bind port 01f376e0-bd75-48e8-922d-46f293d39616 on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:32.496432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:32.501048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Allocated IP 172.20.0.1 (fae0bd0f-5d03-496c-a5e6-747d462499ca/dec3c99f-351d-46f8-974b-2be77f2098b9/e846e027-9391-40d4-912d-3c7fee209189) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:32.502852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:32.508661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:32.508661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:32.508661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Bound port: 01f376e0-bd75-48e8-922d-46f293d39616, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:32.508661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:32.532154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:32.534510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c36a1f77cf3348c88200643e7fdeba64 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:32.568039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:32.602453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:32.702015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:32.787268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b1e76-5574-4ad9-9a70-abb1366d95f7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:32.891948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] For port 01f376e0-bd75-48e8-922d-46f293d39616, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:32.896844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Pushing event updated for resources: {'Port': ['ID=805b39b6-6457-48f2-a1aa-e1edd2690d7f,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:32.903629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] For port 01f376e0-bd75-48e8-922d-46f293d39616, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=01f376e0-bd75-48e8-922d-46f293d39616,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:32.920822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:32.921132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:32.921132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-91293676-8038-4a0e-892f-8e51331121ce None None] Provisioning complete for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:32.921132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-91293676-8038-4a0e-892f-8e51331121ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:32.949666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.277273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.288957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:33.289919 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:51:33.290173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:51:33.290173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:33.290173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:33.290602 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed0724c1610d4fbcbe64657400f10547&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0267866 Jan 27 05:51:33.290602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.290602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53016) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:33.296093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 805b39b6-6457-48f2-a1aa-e1edd2690d7f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:33.340011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.421668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:33.468403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.533258 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c36a1f77cf3348c88200643e7fdeba64&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2435975 Jan 27 05:51:33.561558 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-470bbc97-67f8-4cd9-bd0f-6a62a847b067 req-fcfa948c-2a7e-4f06-beda-59a09da316a8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.1952612 Jan 27 05:51:33.566114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53024) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:33.581684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Pushing event updated for resources: {'Port': ['ID=01f376e0-bd75-48e8-922d-46f293d39616,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:33.582912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.587472 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 16.4537220 Jan 27 05:51:33.588093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53028) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:33.607219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:33.725561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8344696-9219-46da-8fd7-cd7bb725298d,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:33.730792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:33.736403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:33.778601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-7ade8dc2-47ee-46c6-97d7-633beaeba764 None None] Provisioning complete for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:33.779582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7ade8dc2-47ee-46c6-97d7-633beaeba764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.854200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e846e027-9391-40d4-912d-3c7fee209189,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:33.867333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:33.931772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Routers {'be452644-2751-42e7-90a1-5a7952d98dc0'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:33.933411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['be452644-2751-42e7-90a1-5a7952d98dc0'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:33.933593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:33.998916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:33.999587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:34.041477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:34.129691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Network fae0bd0f-5d03-496c-a5e6-747d462499ca is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:34.135875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:34.144946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:34.145663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:34.226306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:34.236981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:34.271126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b1e76-5574-4ad9-9a70-abb1366d95f7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:34.282593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:34.284779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:34.286215 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/265b1e76-5574-4ad9-9a70-abb1366d95f7 HTTP/1.1" status: 204 len: 168 time: 1.0588849 Jan 27 05:51:34.379741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:34.427615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] Set router be452644-2751-42e7-90a1-5a7952d98dc0 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:34.470953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:34.956550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.255193 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-093f2ad7-b684-415b-9263-09788ddc1ea7 req-60652495-50c7-44aa-978b-2f25e882f5fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.3212008 Jan 27 05:51:35.285873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:26Z', 'revision_number': 3, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:35.294198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad5477a-3392-48bd-a0a8-66cebdeb1f82 None None] The sync data for ids ['be452644-2751-42e7-90a1-5a7952d98dc0'] in dv-cinder-772623-1-smb is: [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:26Z', 'revision_number': 3, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:51:35.302785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.303493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-f50acf06-5b6d-42e3-8f29-19c79b272a92 None None] Provisioning complete for port 805b39b6-6457-48f2-a1aa-e1edd2690d7f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:35.303493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f50acf06-5b6d-42e3-8f29-19c79b272a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.468756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.505653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.507694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.569941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:35.589871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:35.868754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53054) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:35.879871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.53', 51550) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:35.933455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:36.000564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c84b-6713-49d3-9211-c0af7503eb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:36.094806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:26Z', 'revision_number': 3, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:36.107358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:51:36.107967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Updating router 40edee54-995e-4ec3-91b6-8cb4c8238e51 port a3b0940a-a348-44c1-b439-6b6654b2d89e binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:51:36.194623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:36.719493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-d2ad5439-1ed4-4fc0-b5bd-baa389421e43 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:36.721738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-d2ad5439-1ed4-4fc0-b5bd-baa389421e43 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:51:36.733816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:36.775241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab36d4221274a9cb525776d9a964116 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:36.807267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:36.817881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e846e027-9391-40d4-912d-3c7fee209189,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:36.839956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:36.847082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:36.895723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Network fae0bd0f-5d03-496c-a5e6-747d462499ca is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:36.897698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:36.956550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-be2998dc-0247-4968-ad95-998ca50fabfe tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:36.957872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-be2998dc-0247-4968-ad95-998ca50fabfe tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Synchronizing usage tracker for tenant:6513074486ee454689430e77808ba253 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:51:37.096294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:37.164568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:37.206877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Transition to ACTIVE for port object a3b0940a-a348-44c1-b439-6b6654b2d89e will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:37.237195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:37.269018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:37.297812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Router be452644-2751-42e7-90a1-5a7952d98dc0 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:51:37.704196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Attempting to bind port a3b0940a-a348-44c1-b439-6b6654b2d89e on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:37.705449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Attempting to bind port a3b0940a-a348-44c1-b439-6b6654b2d89e by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:37.706151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Attempting to bind port a3b0940a-a348-44c1-b439-6b6654b2d89e on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:37.721915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:37.722694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:37.723312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:37.724084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:37.724979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Bound port: a3b0940a-a348-44c1-b439-6b6654b2d89e, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:37.725742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:37.807401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:51:37.808387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307e87e-6097-40ce-b33d-f6e3662856f2 None None] Pushing event updated for resources: {'Port': ['ID=a3b0940a-a348-44c1-b439-6b6654b2d89e,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:37.817498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d307e87e-6097-40ce-b33d-f6e3662856f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:37.836301 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] 10.222.0.44 "PUT /v2.0/routers/be452644-2751-42e7-90a1-5a7952d98dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9892120 Jan 27 05:51:37.965400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] For port a3b0940a-a348-44c1-b439-6b6654b2d89e, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:37.978997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] For port a3b0940a-a348-44c1-b439-6b6654b2d89e, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3b0940a-a348-44c1-b439-6b6654b2d89e,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:37.991437 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a1da5465-b89a-490f-baf3-704fd71f9b93 req-48352190-b9d9-401e-9779-937b6197d5b5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.9067185 Jan 27 05:51:38.019615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 01f376e0-bd75-48e8-922d-46f293d39616 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:38.292233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:38.310884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:38.344862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:38.348293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:38.353370 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:38.372595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dcf3f8fd-edf3-4892-82c3-5fa352f7c96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:38.507570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dfe753-c858-43d4-b420-095ab9510c9d,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:38.555098 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-d2ad5439-1ed4-4fc0-b5bd-baa389421e43 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:51:38.561803 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-d2ad5439-1ed4-4fc0-b5bd-baa389421e43 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 2.6733868 Jan 27 05:51:38.569644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:38.602206 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ab36d4221274a9cb525776d9a964116&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7206724 Jan 27 05:51:38.608255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53118) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:38.715424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9255e954-e5c9-4b61-bc5f-bbc49efcba11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:38.794471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-be2998dc-0247-4968-ad95-998ca50fabfe tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Unset dirty status for tenant:6513074486ee454689430e77808ba253 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:51:38.797509 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-be2998dc-0247-4968-ad95-998ca50fabfe tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/networks?id=e8efef38-2717-407a-a063-d3225b7b6225 HTTP/1.1" status: 200 len: 812 time: 5.6893871 Jan 27 05:51:38.825761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:38.830588 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8344696-9219-46da-8fd7-cd7bb725298d HTTP/1.1" status: 204 len: 168 time: 5.2485495 Jan 27 05:51:38.956277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:38.981372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Request body: {'port': {'device_id': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164', 'admin_state_up': True, 'tenant_id': '26bee7b0e0074f31abc977f6530061b6'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:38.985357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8344696-9219-46da-8fd7-cd7bb725298d,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:38.993021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:39.036680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307e87e-6097-40ce-b33d-f6e3662856f2 None None] Pushing event updated for resources: {'Port': ['ID=a3b0940a-a348-44c1-b439-6b6654b2d89e,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:39.071987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d307e87e-6097-40ce-b33d-f6e3662856f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:39.101470 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-9d45cf67-ffc2-4191-b0fa-7f36f73aa29d tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/quotas/6513074486ee454689430e77808ba253 HTTP/1.1" status: 200 len: 375 time: 0.2524602 Jan 27 05:51:39.209959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-81ba3373-9ae7-4e5f-9fa3-485fce8ed5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:39.221960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:39.223522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:39.389933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Sync routers for ids ['be452644-2751-42e7-90a1-5a7952d98dc0'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:51:39.431125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Routers {'be452644-2751-42e7-90a1-5a7952d98dc0'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:39.449206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['be452644-2751-42e7-90a1-5a7952d98dc0'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:39.452143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 01f376e0-bd75-48e8-922d-46f293d39616 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:39.584694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:51:39.610019 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-ac820781-9c97-494a-9949-61687dd17c1c tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6513074486ee454689430e77808ba253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4662669 Jan 27 05:51:39.744325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 01f376e0-bd75-48e8-922d-46f293d39616 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:39.745126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:39.952701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.100334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.117853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Set router be452644-2751-42e7-90a1-5a7952d98dc0 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:40.318790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:40.355189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53144) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:40.484867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.511270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.569534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.602869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:40.609265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 01f376e0-bd75-48e8-922d-46f293d39616, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=01f376e0-bd75-48e8-922d-46f293d39616,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:51:40.611799 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:40.626492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Usage tracker for resource:security_group_rule and tenant:cc07314ac4b6453f93ebd28fc11c53b9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:40.632817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:40.639432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Usage tracker for resource:port and tenant:26bee7b0e0074f31abc977f6530061b6 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:40.652858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:40.661258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:40.682031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:40.712616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:51:40.741381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:51:40.752734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.762012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.793891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-77497209-9e39-492c-99dc-5732e741af1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:40.816617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-44278f87-41f6-4cb8-a8c3-8c6c60f48c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:40.821627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Made reservation on behalf of 26bee7b0e0074f31abc977f6530061b6 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:40.863116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.918746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.923992 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 18.7735848 Jan 27 05:51:40.940735 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dfe753-c858-43d4-b420-095ab9510c9d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:40.942620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53152) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:40.957000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:40.964595 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4dfe753-c858-43d4-b420-095ab9510c9d HTTP/1.1" status: 204 len: 168 time: 2.3544843 Jan 27 05:51:40.969362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:41.015887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=01f376e0-bd75-48e8-922d-46f293d39616,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:41.078461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:41.082670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:41.093745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:41.107247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:34Z', 'revision_number': 4, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'e846e027-9391-40d4-912d-3c7fee209189', 'name': '', 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'mac_address': 'fa:16:3e:b1:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'dec3c99f-351d-46f8-974b-2be77f2098b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:31Z', 'updated_at': '2021-01-27T05:51:34Z', 'revision_number': 2, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'subnets': [{'id': 'dec3c99f-351d-46f8-974b-2be77f2098b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:41.134549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Checking router: be452644-2751-42e7-90a1-5a7952d98dc0 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:51:41.136200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Updating router be452644-2751-42e7-90a1-5a7952d98dc0 port e846e027-9391-40d4-912d-3c7fee209189 binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:51:41.209781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:41.429262 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-d0d3c554-8465-4537-9a04-eb449cb81d36 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:41.438047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-d0d3c554-8465-4537-9a04-eb449cb81d36 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Synchronizing usage tracker for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:51:41.443120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:41.889186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:41.945437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:42.055283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:42.323047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:42.413125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:42.462206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:26Z', 'revision_number': 3, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:42.475743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ffaa4b-29fd-4d65-ba8c-11e3cc8ab2d6 None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:26Z', 'revision_number': 3, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:51:42.755354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:33Z', 'revision_number': 3, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:42.768999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:51:42.770833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Updating router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 port 5949b142-5c2b-4bd1-9119-bbf0f0770574 binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:51:42.838358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Allocated IP 172.20.0.1 (d8897b5f-17f5-4c77-8b1c-a4a81e96f92d/0a57176b-d90a-44b4-af0f-f5602dc6915e/8f72959c-48e1-4a70-b66f-9c93b218e865) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:43.083394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 01f376e0-bd75-48e8-922d-46f293d39616 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:43.214972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:43.334823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-41426716-3227-48d1-a8ad-1ae1a07c4408 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:51:43.338134 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-41426716-3227-48d1-a8ad-1ae1a07c4408 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 3.0399365 Jan 27 05:51:43.355406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:43.496592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:43.522307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Transition to ACTIVE for port object e846e027-9391-40d4-912d-3c7fee209189 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:43.563655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:43.596586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:43.817683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2cd84-6957-41f4-bab8-a44d07f87c42 None None] Pushing event updated for resources: {'Port': ['ID=e846e027-9391-40d4-912d-3c7fee209189,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:43.979600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d8e2cd84-6957-41f4-bab8-a44d07f87c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:44.071479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Allocated IP 172.20.0.3 (3cbb1f65-ee7e-416e-aae0-f021a1d05164/f20aceaa-6cf6-4dc8-b788-2cc84811ae3c/bf0f7c4a-35b3-4660-8082-a08c129bab83) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:44.075276 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-fa91e346-6229-48cb-a34b-3339ffe001b0 service neutron] 10.222.0.44 "GET /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126231 Jan 27 05:51:44.089801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-d0d3c554-8465-4537-9a04-eb449cb81d36 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Unset dirty status for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:51:44.114726 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-d0d3c554-8465-4537-9a04-eb449cb81d36 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 818 time: 4.9697750 Jan 27 05:51:44.147946 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc07314ac4b6453f93ebd28fc11c53b9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7786057 Jan 27 05:51:44.152290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53178) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:44.155123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c5744d-e38e-424a-994b-b6fe5bc16e7e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:44.431562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:44.479001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Transition to ACTIVE for port object 5949b142-5c2b-4bd1-9119-bbf0f0770574 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:44.572629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:44.605230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Attempting to bind port e846e027-9391-40d4-912d-3c7fee209189 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:44.605799 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Attempting to bind port e846e027-9391-40d4-912d-3c7fee209189 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:44.606321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Attempting to bind port e846e027-9391-40d4-912d-3c7fee209189 on network fae0bd0f-5d03-496c-a5e6-747d462499ca {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:44.649134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:44.654350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Checking segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:44.655023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:44.655592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Bound using segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:44.656302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Bound port: e846e027-9391-40d4-912d-3c7fee209189, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:44.656867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:44.687774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:44.735421 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-17a06b02-f099-4ba8-a5dd-8d62b2446870 service neutron] 10.222.0.44 "GET /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6135643 Jan 27 05:51:44.751104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Transition to ACTIVE for port object 8f72959c-48e1-4a70-b66f-9c93b218e865 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:44.770500 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-e0072287-68a5-4ed1-9475-1f8b87897a7d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/quotas/9ebccf906cee4b3fa86a6d3047525259 HTTP/1.1" status: 200 len: 375 time: 0.6407502 Jan 27 05:51:44.850849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.425s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:45.085727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] For port e846e027-9391-40d4-912d-3c7fee209189, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:45.095762 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-c4bc3206-b459-4e05-8092-6769ac824352 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3212099 Jan 27 05:51:45.098476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] For port e846e027-9391-40d4-912d-3c7fee209189, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=e846e027-9391-40d4-912d-3c7fee209189,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:45.139474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:45.147757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e7a51-b272-4a96-8327-ccc86fe2b593 None None] Pushing event updated for resources: {'Port': ['ID=5949b142-5c2b-4bd1-9119-bbf0f0770574,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:45.153681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8f0e7a51-b272-4a96-8327-ccc86fe2b593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:45.170394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 01f376e0-bd75-48e8-922d-46f293d39616 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:45.170826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:45.233357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:45.308282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:45.574506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:45.622859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Attempting to bind port 5949b142-5c2b-4bd1-9119-bbf0f0770574 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:45.623284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Attempting to bind port 5949b142-5c2b-4bd1-9119-bbf0f0770574 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:45.623705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Attempting to bind port 5949b142-5c2b-4bd1-9119-bbf0f0770574 on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:45.659852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:45.663524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:45.663943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:45.664410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:45.664977 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Bound port: 5949b142-5c2b-4bd1-9119-bbf0f0770574, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:45.665427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:45.807493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3b0940a-a348-44c1-b439-6b6654b2d89e up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:45.820554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Routers {'be452644-2751-42e7-90a1-5a7952d98dc0'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:45.821479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['be452644-2751-42e7-90a1-5a7952d98dc0'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:45.855571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:46.049961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port a3b0940a-a348-44c1-b439-6b6654b2d89e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:46.101989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:46.141197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:46.184354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] For port 5949b142-5c2b-4bd1-9119-bbf0f0770574, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:46.193719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] For port 5949b142-5c2b-4bd1-9119-bbf0f0770574, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=5949b142-5c2b-4bd1-9119-bbf0f0770574,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:46.201235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port a3b0940a-a348-44c1-b439-6b6654b2d89e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:46.201961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:46.373730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:46.613964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1964c280-4eea-410f-8951-0eab49821a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:46.651252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Pushing event updated for resources: {'Port': ['ID=8f72959c-48e1-4a70-b66f-9c93b218e865,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:46.666779 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9fe1030-50ec-4b9f-b2b2-aaa3623dab9d req-d3b942e7-51e9-4fd6-b7b9-fa6f909a2385 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.5674248 Jan 27 05:51:46.725382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:46.823416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:46.850159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:46.855931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:46.857786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:46.990275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:47.035641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:47.053217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] Set router be452644-2751-42e7-90a1-5a7952d98dc0 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:47.418661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e7a51-b272-4a96-8327-ccc86fe2b593 None None] Pushing event updated for resources: {'Port': ['ID=5949b142-5c2b-4bd1-9119-bbf0f0770574,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:47.470572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8f0e7a51-b272-4a96-8327-ccc86fe2b593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:47.486754 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5cac2ab-d8b5-426e-b4d6-6af30be9e34f req-6cf52bdb-5a86-45ec-8d09-15c0f16dd392 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 210 time: 0.0940807 Jan 27 05:51:47.496387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:47.497353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:47.551340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2cd84-6957-41f4-bab8-a44d07f87c42 None None] Pushing event updated for resources: {'Port': ['ID=e846e027-9391-40d4-912d-3c7fee209189,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:47.559756 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-717a8bdd-0f4c-4f80-8ddd-5da23fc3bf55 service neutron] 10.222.0.44 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4620223 Jan 27 05:51:47.580211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d8e2cd84-6957-41f4-bab8-a44d07f87c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.002s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:47.760222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:47.764642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:47.896818 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-f2d3c418-3dad-42a4-805b-5c361dacb4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3282650 Jan 27 05:51:47.946864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:48.070635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:48.736526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:48.748420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:48.754185 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3c5744d-e38e-424a-994b-b6fe5bc16e7e HTTP/1.1" status: 204 len: 168 time: 4.6004255 Jan 27 05:51:48.792016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:48.796810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:48.932522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-67647029-c391-4e8d-8a75-b17671289e33 None None] Provisioning for port 8f72959c-48e1-4a70-b66f-9c93b218e865 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:49.066876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:49.067705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:49.201366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event updated for resources: {'Port': ['ID=bf0f7c4a-35b3-4660-8082-a08c129bab83,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:49.209754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.445s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:49.211686 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.2584445 Jan 27 05:51:49.222105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b6554c1f-c985-45ce-9a5b-9d0bb39b3b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.235s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:49.253665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:49.287226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c5744d-e38e-424a-994b-b6fe5bc16e7e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:49.297112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:49.316458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-52ebe526-f4ff-4e79-a66c-968a6101f42f tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:51:49.317659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:34Z', 'revision_number': 4, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'e846e027-9391-40d4-912d-3c7fee209189', 'name': '', 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'mac_address': 'fa:16:3e:b1:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'dec3c99f-351d-46f8-974b-2be77f2098b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:31Z', 'updated_at': '2021-01-27T05:51:45Z', 'revision_number': 4, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'subnets': [{'id': 'dec3c99f-351d-46f8-974b-2be77f2098b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:49.318633 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-52ebe526-f4ff-4e79-a66c-968a6101f42f tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0365031 Jan 27 05:51:49.342435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfbc24-145f-4ff1-b7b7-d2bd6bebef02 None None] The sync data for ids ['be452644-2751-42e7-90a1-5a7952d98dc0'] in dv-cinder-772623-1-smb is: [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:34Z', 'revision_number': 4, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'e846e027-9391-40d4-912d-3c7fee209189', 'name': '', 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'mac_address': 'fa:16:3e:b1:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'dec3c99f-351d-46f8-974b-2be77f2098b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:31Z', 'updated_at': '2021-01-27T05:51:45Z', 'revision_number': 4, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'subnets': [{'id': 'dec3c99f-351d-46f8-974b-2be77f2098b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:51:49.442260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-67647029-c391-4e8d-8a75-b17671289e33 None None] Provisioning complete for port 8f72959c-48e1-4a70-b66f-9c93b218e865 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:49.442260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67647029-c391-4e8d-8a75-b17671289e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:49.682924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:49.705413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:49.715451 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b32d9ec3-9e49-44d4-ad34-8e905aa78aaf req-0e98a2fc-7c35-4bfb-9c2b-26a7862a3d4e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 210 time: 0.4490554 Jan 27 05:51:49.733253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:50.238863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-67647029-c391-4e8d-8a75-b17671289e33 None None] Port 8f72959c-48e1-4a70-b66f-9c93b218e865 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:51:50.341462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Allocated IP 172.20.0.1 (bb5e3740-598b-4a7a-98f3-7266dfa55747/6b75e773-2033-4387-baab-02f9f67ceb64/1f28ee13-34ee-44da-8c7b-c1e59bfe5afd) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:50.460699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:50.772986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port a3b0940a-a348-44c1-b439-6b6654b2d89e, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3b0940a-a348-44c1-b439-6b6654b2d89e,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:51:50.830549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:50.855799 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:50.939147 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-405f6ce3-252a-4b36-b465-ecafa6bbaeed req-29a12bb1-855e-44a3-b670-25c1e2a271d0 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 210 time: 0.3745832 Jan 27 05:51:51.071271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:51.113500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:51.126798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Transition to ACTIVE for port object 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:51.147013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:51.217528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Request body: {'port': {'device_id': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:51.262806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Pushing event updated for resources: {'Port': ['ID=8f72959c-48e1-4a70-b66f-9c93b218e865,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:51.272981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.538s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:51.281852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=a3b0940a-a348-44c1-b439-6b6654b2d89e,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:51.303142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:51.373449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:33Z', 'revision_number': 3, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:51.413303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device e846e027-9391-40d4-912d-3c7fee209189 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:51.980318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:51.988094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e8244-5737-48a1-8655-05cc68e67bb5 None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:33Z', 'revision_number': 3, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:51:51.988378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:52.200034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-65f9e6c4-b6ff-4b89-bd0b-5dbb5cb929d2 None None] Provisioning complete for port 8f72959c-48e1-4a70-b66f-9c93b218e865 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:52.200897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65f9e6c4-b6ff-4b89-bd0b-5dbb5cb929d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:52.243211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:51:52.279621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e2030485-2331-4c08-97ad-ad8143182dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:52.383436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Pushing event updated for resources: {'Port': ['ID=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:52.549992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-65f9e6c4-b6ff-4b89-bd0b-5dbb5cb929d2 None None] Port 8f72959c-48e1-4a70-b66f-9c93b218e865 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:51:52.563528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port e846e027-9391-40d4-912d-3c7fee209189 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:52.592844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port e846e027-9391-40d4-912d-3c7fee209189 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:52.593565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:52.834855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:51:52.937340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:52.967937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:52.974968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:53.019797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:51:53.027389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:53.031926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:53.087307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501568d0-849b-437a-848c-e65ca1a80b82 req-f76a43ef-c2a9-4397-aa46-3ed212b4f7b5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:53.096350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-501568d0-849b-437a-848c-e65ca1a80b82 req-f76a43ef-c2a9-4397-aa46-3ed212b4f7b5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 931 time: 3.8248951 Jan 27 05:51:53.224289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port e846e027-9391-40d4-912d-3c7fee209189, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=e846e027-9391-40d4-912d-3c7fee209189,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:51:53.261951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:53.264104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:53.383999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.53', 51566) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:53.813509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:53.817938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3b0940a-a348-44c1-b439-6b6654b2d89e up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:54.201712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0f7c4a-35b3-4660-8082-a08c129bab83 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:51:54.225774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:54.273787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Transition to ACTIVE for port object bf0f7c4a-35b3-4660-8082-a08c129bab83 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:54.307261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:51:54.325202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=e846e027-9391-40d4-912d-3c7fee209189,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:54.329399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:51:54.352603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:54.359426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-0281789a-fa85-46d8-8f20-e59d9eafc553 None None] Provisioning for port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:54.373051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:54.377937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:54.384742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:54.418023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-0281789a-fa85-46d8-8f20-e59d9eafc553 None None] Provisioning complete for port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:54.418732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0281789a-fa85-46d8-8f20-e59d9eafc553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:54.607199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-0281789a-fa85-46d8-8f20-e59d9eafc553 None None] Port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:51:54.617660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port a3b0940a-a348-44c1-b439-6b6654b2d89e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:54.618631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:54.857652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:54.952682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:54.975017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-92387463-1ad0-4b36-b8d4-5dd06e98a62a tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:54.977440 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-92387463-1ad0-4b36-b8d4-5dd06e98a62a tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.53 "GET /v2.0/networks?id=e8efef38-2717-407a-a063-d3225b7b6225 HTTP/1.1" status: 200 len: 812 time: 1.2633948 Jan 27 05:51:55.019862 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] 10.222.0.44 "PUT /v2.0/routers/40edee54-995e-4ec3-91b6-8cb4c8238e51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4180160 Jan 27 05:51:55.111129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0f7c4a-35b3-4660-8082-a08c129bab83,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:55.155024 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-501568d0-849b-437a-848c-e65ca1a80b82 req-ff02b1be-4b6e-47e7-9c71-fce651a19136 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0572729 Jan 27 05:51:55.169775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Request body: {'port': {'device_id': 'c280692e-55d2-4f16-b574-672bd8bce840', 'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225', 'admin_state_up': True, 'tenant_id': '6513074486ee454689430e77808ba253'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:55.291276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.53', 51570) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:55.380186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Attempting to bind port bf0f7c4a-35b3-4660-8082-a08c129bab83 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:55.381009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Attempting to bind port bf0f7c4a-35b3-4660-8082-a08c129bab83 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:55.381224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Attempting to bind port bf0f7c4a-35b3-4660-8082-a08c129bab83 on network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:55.594079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:55.594629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Checking segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:55.600590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:55.600590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Bound using segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:55.600995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Bound port: bf0f7c4a-35b3-4660-8082-a08c129bab83, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:55.601619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:55.727048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 5949b142-5c2b-4bd1-9119-bbf0f0770574 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:55.967146 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] For port bf0f7c4a-35b3-4660-8082-a08c129bab83, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:55.977151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] For port bf0f7c4a-35b3-4660-8082-a08c129bab83, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:55.982780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:56.050424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 5949b142-5c2b-4bd1-9119-bbf0f0770574 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:51:56.051266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:56.066909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 5949b142-5c2b-4bd1-9119-bbf0f0770574 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:56.067346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:56.160127 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-04446f6a-8456-44dc-93e9-1f184861b340 req-9b226057-be1a-4ec8-bf9c-4319c6e9ede8 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 210 time: 0.5256069 Jan 27 05:51:56.259092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:51:48Z', 'revision_number': 2, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:56.274047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:51:56.275362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Updating router 40edee54-995e-4ec3-91b6-8cb4c8238e51 port 8f72959c-48e1-4a70-b66f-9c93b218e865 binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:51:56.339711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:56.426963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Usage tracker for resource:port and tenant:6513074486ee454689430e77808ba253 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:56.456283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:56.495601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-779392ff-a519-4e97-a360-e067ca3422b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:56.563047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:56.593322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-1b42f999-9207-4bd0-b943-1e74f47f451d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:56.613656 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-1b42f999-9207-4bd0-b943-1e74f47f451d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 818 time: 3.8262873 Jan 27 05:51:56.618959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 5949b142-5c2b-4bd1-9119-bbf0f0770574, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=5949b142-5c2b-4bd1-9119-bbf0f0770574,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:51:56.619451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:56.659726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:56.660928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device e846e027-9391-40d4-912d-3c7fee209189 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:56.668129 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-c5e1592a-8cf8-4dbd-b1e5-350f7eefbcf1 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/quotas/9ebccf906cee4b3fa86a6d3047525259 HTTP/1.1" status: 200 len: 375 time: 0.0427687 Jan 27 05:51:56.686101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:56.735293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:56.866238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:56.866936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:56.873913 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/bf0f7c4a-35b3-4660-8082-a08c129bab83 HTTP/1.1" status: 200 len: 1157 time: 7.1069198 Jan 27 05:51:56.876343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:51:56.934246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=5949b142-5c2b-4bd1-9119-bbf0f0770574,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:56.950746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:57.007166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-f74a29f1-b0cc-4d33-884e-752eb67da8db tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:57.022172 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-f74a29f1-b0cc-4d33-884e-752eb67da8db tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 818 time: 1.7162988 Jan 27 05:51:57.022729 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53424) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:57.034146 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port e846e027-9391-40d4-912d-3c7fee209189 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:57.034586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.184568 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-25535c41-581d-4f21-b7cc-27e8ab6ded3e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5150914 Jan 27 05:51:57.246460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Made reservation on behalf of 6513074486ee454689430e77808ba253 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:57.288482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.314060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0f7c4a-35b3-4660-8082-a08c129bab83,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:57.339171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:57.417595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.442053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Transition to ACTIVE for port object 8f72959c-48e1-4a70-b66f-9c93b218e865 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:51:57.449687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.476387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.496304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d8e2cd84-6957-41f4-bab8-a44d07f87c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:57.508281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.523220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.525067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.529862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 5949b142-5c2b-4bd1-9119-bbf0f0770574 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:51:57.543557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:57.718791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53446) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:57.740477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Pushing event updated for resources: {'Port': ['ID=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:57.788847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 5949b142-5c2b-4bd1-9119-bbf0f0770574 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:57.789285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:57.831260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:57.840582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834431457', 'description': 'tempest-description--1590761416'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:57.869060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:57.869626 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd54e-e4a2-4cd3-b875-142510d6d951 None None] Pushing event updated for resources: {'Port': ['ID=8f72959c-48e1-4a70-b66f-9c93b218e865,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:57.880032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:57.892473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:57.893624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cd8cd54e-e4a2-4cd3-b875-142510d6d951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:57.908957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:58.014900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.074613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Allocated IP 172.20.0.12 (e8efef38-2717-407a-a063-d3225b7b6225/4ba1b64e-eaca-4343-b2ef-bbc752be66ed/22be6723-e8a5-48dc-8ae3-d88d2f639878) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:51:58.086606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:58.109257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:58.113847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:58.124851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:58.130260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:58.191088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Usage tracker for resource:security_group_rule and tenant:cb2f795fe1ff4cbab475bd7303e73b4d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:58.197856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Request body: {'port': {'device_id': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca', 'admin_state_up': True, 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:58.221230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-e6ce1e6b-29d4-4d76-9c34-1f53f2d1e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:58.222958 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-e6ce1e6b-29d4-4d76-9c34-1f53f2d1e59d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 1160 time: 0.2974601 Jan 27 05:51:58.277278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Attempting to bind port 8f72959c-48e1-4a70-b66f-9c93b218e865 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:51:58.277698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Attempting to bind port 8f72959c-48e1-4a70-b66f-9c93b218e865 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:51:58.278123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Attempting to bind port 8f72959c-48e1-4a70-b66f-9c93b218e865 on network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:51:58.294391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:51:58.294811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Checking segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:51:58.295266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.295710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Bound using segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:51:58.296283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Bound port: 8f72959c-48e1-4a70-b66f-9c93b218e865, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:51:58.296706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.399675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:51:58.412103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:51:58.430522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:58.490487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:58.496834 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] For port 8f72959c-48e1-4a70-b66f-9c93b218e865, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:51:58.500624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] For port 8f72959c-48e1-4a70-b66f-9c93b218e865, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=8f72959c-48e1-4a70-b66f-9c93b218e865,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:51:58.533956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.543159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:58.562741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:58.581231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Usage tracker for resource:port and tenant:9ebccf906cee4b3fa86a6d3047525259 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:58.593440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:58.602879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53468) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:58.605354 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-1eb59561-1aec-49ab-befd-262cdd234ef0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83 HTTP/1.1" status: 200 len: 217 time: 0.3479867 Jan 27 05:51:58.653471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.669502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:58.824831 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-970def61-631f-4219-b064-cb13fb7f4e5e None None] Provisioning complete for port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:51:58.825853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-970def61-631f-4219-b064-cb13fb7f4e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.832525 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.864044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-3a38cba1-00ff-4ee2-a643-6dfc48499da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:58.865695 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-3a38cba1-00ff-4ee2-a643-6dfc48499da0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.2175813 Jan 27 05:51:58.873789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:51:58.953787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:58.988135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd4841-b458-449f-b208-806857aa2b72 req-864187a3-1c06-47c2-bbc6-31bed474ff23 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:51:58.997475 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c3bd4841-b458-449f-b208-806857aa2b72 req-864187a3-1c06-47c2-bbc6-31bed474ff23 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 943 time: 0.8960004 Jan 27 05:51:59.001818 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-ce743bb0-fccc-4a3d-981c-a178cc51c7d5 service neutron] 10.222.0.44 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8163428 Jan 27 05:51:59.022942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cd54e-e4a2-4cd3-b875-142510d6d951 None None] Pushing event updated for resources: {'Port': ['ID=8f72959c-48e1-4a70-b66f-9c93b218e865,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:59.034018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cd8cd54e-e4a2-4cd3-b875-142510d6d951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:59.045433 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-f6ed07e7-802d-4329-9065-d14ddc43a947 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703215 Jan 27 05:51:59.058662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-970def61-631f-4219-b064-cb13fb7f4e5e None None] Port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:51:59.094406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:59.096876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:59.140771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:51:59.263516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:51:59.267607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:59.269763 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5157340 Jan 27 05:51:59.284855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53476) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:51:59.285773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:51:59.358475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'security_group_rule': {'security_group_id': 'f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:51:59.371952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:59.398739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:51:59.432160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:51:59.447517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:51:59.479713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:51:59.563095 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-4bf979d6-7d5a-4b78-aeb4-68ec67c30029 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659607 Jan 27 05:51:59.573960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:51:59.577396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:59.590817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:51:59.603562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:51:59.604624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:59.697232 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] 10.222.0.44 "PUT /v2.0/routers/24b31e5e-b944-4715-b3bb-a6d29ecd5770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7309997 Jan 27 05:51:59.856917 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c3bd4841-b458-449f-b208-806857aa2b72 req-c344df68-5fab-4b5c-9441-6f6acaad1f13 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8577721 Jan 27 05:51:59.858852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Made reservation on behalf of 9ebccf906cee4b3fa86a6d3047525259 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:51:59.875670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:51:58Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:51:59.882248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42bda1-d5d6-4dfd-bcd5-2fc2eaaa63a2 None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:51:58Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:51:59.887946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:51:59.900526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:59.912369 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:51:59.955545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.023488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.026371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0510d783-d7a9-4641-b11c-80cfc3bb4810 req-f7ca7e72-796d-4ab6-98b2-5a29719e7f48 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4502037 Jan 27 05:52:00.028336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:00.054770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6119511-0806-4273-8d9f-7f72c2269648,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:00.064624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:00.067940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.121714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.127697 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a9865cf5-e091-44eb-a94d-869aadde6167 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7768126 Jan 27 05:52:00.128381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53486) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:00.135100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'security_group_rule': {'security_group_id': 'f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:00.144565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:00.171571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:00.174471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Usage tracker for resource:security_group_rule and tenant:758e6123fa2041c18dfd3d124028b2d3 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:00.177762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:00.178889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:00.184641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:00.186815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:00.200900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:00.250104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.305315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.352368 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.364743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.399358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.402102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:00.415160 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b20500f6-27d7-4977-80c6-e07fa2164feb req-07f5b2c6-1d04-4916-9abe-a44ec2566c2a tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 210 time: 0.0830264 Jan 27 05:52:00.429296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e9458e-5e96-4b9a-a1a8-b6f381d04e13,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:00.443140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:00.467950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:51:55Z', 'revision_number': 2, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:00.473937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:52:00.474460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Updating router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:52:00.499074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.500444 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a9d8244f-4157-413d-9ff5-c57cbb944609 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709195 Jan 27 05:52:00.506725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53492) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:00.508805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:00.523789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'floatingip': {'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:00.576279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:00.583900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:floatingip and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:00.588559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:00.600285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:00.644455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:00.674963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:01.042359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:01.080981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Allocated IP 172.20.0.14 (fae0bd0f-5d03-496c-a5e6-747d462499ca/dec3c99f-351d-46f8-974b-2be77f2098b9/9cd0dace-1f70-466f-98e8-af826436a93c) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:01.096603 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=758e6123fa2041c18dfd3d124028b2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4591575 Jan 27 05:52:01.117200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53502) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:01.160800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:01.200911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c34486-ff9f-4a3e-8989-1da52d94997e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:01.213546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:01.219084 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-1b7115b7-9064-40ce-b3b9-232a8e9e23fc service neutron] 10.222.0.44 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.9896691 Jan 27 05:52:01.224844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:01.316612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:01.707733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 8f72959c-48e1-4a70-b66f-9c93b218e865 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:01.771631 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83', 'status': 'completed', 'code': 200} Jan 27 05:52:01.840819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53518) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:01.844350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb2f795fe1ff4cbab475bd7303e73b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.7949903 Jan 27 05:52:01.878803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:01.883920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:01.981453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53524) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:01.983294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Allocated IP 172.28.1.75 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/7b8bab4a-91dd-4e1a-9e2a-c4213c5e4e8e) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:02.041086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306359774', 'description': 'tempest-description--1224567607'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:02.068402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:02.074358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:02.077601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:02.084539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:02.093683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 8f72959c-48e1-4a70-b66f-9c93b218e865 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:02.107666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.126574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.137668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 8f72959c-48e1-4a70-b66f-9c93b218e865 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:02.142709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.194613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Transition to ACTIVE for port object 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:02.208414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30984be7-054a-4a72-9b6d-b15e1cec8839,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:02.233794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:02.233794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.421402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.493884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:02.497906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.509047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24798-88b0-49c5-9096-a6700015b4fd req-dc3f105d-7962-47a5-b810-5ffce6e8e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:02.510714 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-dc3f105d-7962-47a5-b810-5ffce6e8e6df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 1160 time: 0.7413869 Jan 27 05:52:02.548265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.595657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a07d16eb-166e-43de-bb1e-93c8c886dfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:02.604749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:02.616573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:02.638294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:02.641307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:02.853542 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.877250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24798-88b0-49c5-9096-a6700015b4fd req-8a21a0a8-8c08-4c0a-a416-2b73828a8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:02.879428 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-8a21a0a8-8c08-4c0a-a416-2b73828a8a16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 909 time: 0.3061917 Jan 27 05:52:02.990263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:02.998091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Pushing event updated for resources: {'Port': ['ID=22be6723-e8a5-48dc-8ae3-d88d2f639878,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.001573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:03.009382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debee232-877d-4b45-b5c1-6f549d52bdf5 None None] Pushing event updated for resources: {'Port': ['ID=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.037498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-debee232-877d-4b45-b5c1-6f549d52bdf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:03.043448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-174336de-2d31-4162-838e-2f81726116b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83 HTTP/1.1" status: 200 len: 217 time: 0.1477895 Jan 27 05:52:03.095779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Network e8efef38-2717-407a-a063-d3225b7b6225 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:03.102083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:03.135250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.153568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.187030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30984be7-054a-4a72-9b6d-b15e1cec8839,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.190937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:03.198911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.221556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2f8cf-2711-48ad-aa56-17a1cfca846f req-611d3ebc-b259-4cf5-9119-1013737146e2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:03.222445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24798-88b0-49c5-9096-a6700015b4fd req-a3597cf5-cca5-4834-86ed-85bd75aec524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:03.224505 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-a3597cf5-cca5-4834-86ed-85bd75aec524 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.1729069 Jan 27 05:52:03.225432 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56f2f8cf-2711-48ad-aa56-17a1cfca846f req-611d3ebc-b259-4cf5-9119-1013737146e2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 943 time: 1.3692739 Jan 27 05:52:03.227981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:03.292562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.303143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.328255 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-df4624e6-7eae-4b76-a9fd-b51ac4ac9f49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872002 Jan 27 05:52:03.335692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.371136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.377728 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30984be7-054a-4a72-9b6d-b15e1cec8839 HTTP/1.1" status: 204 len: 168 time: 1.5301661 Jan 27 05:52:03.383596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Attempting to bind port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:03.384071 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Attempting to bind port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:03.384503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Attempting to bind port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd on network bb5e3740-598b-4a7a-98f3-7266dfa55747 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:03.392459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:03.393183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Checking segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:03.393773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.394234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Bound using segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:03.394786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Bound port: 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:03.395240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.409631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:03.411011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.484244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.495074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 8f72959c-48e1-4a70-b66f-9c93b218e865, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=8f72959c-48e1-4a70-b66f-9c93b218e865,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:03.563147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.588948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d307e87e-6097-40ce-b33d-f6e3662856f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.634220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-a5d52956-ec42-432e-82bf-bd1414af7563 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:03.635021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-a5d52956-ec42-432e-82bf-bd1414af7563 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Synchronizing usage tracker for tenant:6513074486ee454689430e77808ba253 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:03.653129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.656588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.664571 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5655630 Jan 27 05:52:03.704444 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] For port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:03.719762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.737181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Request body: {'port': {'device_id': 'c280692e-55d2-4f16-b574-672bd8bce840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:03.770807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] For port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:03.782711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=8f72959c-48e1-4a70-b66f-9c93b218e865,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.786418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:03.825692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.848594 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.859499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'Port': ['ID=7b8bab4a-91dd-4e1a-9e2a-c4213c5e4e8e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.881886 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:03.882510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.899348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.900596 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3c34486-ff9f-4a3e-8989-1da52d94997e HTTP/1.1" status: 204 len: 168 time: 2.7823758 Jan 27 05:52:03.901685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c34486-ff9f-4a3e-8989-1da52d94997e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.908400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:03.909756 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9106154 Jan 27 05:52:03.911417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:03.956581 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53548) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:03.967563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85936f63-7664-452d-b2f4-29e269c026d1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:03.974231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2c89fdc1-9fdb-4a2d-9922-f863867ca6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:03.976462 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-bd7301e3-79c8-497a-98f9-ac410dbd6a8d service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022868 Jan 27 05:52:03.977423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:04.115605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'security_group_rule': {'security_group_id': '85936f63-7664-452d-b2f4-29e269c026d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:04.133477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:04.146298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:04.151611 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:04.177828 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-a5d52956-ec42-432e-82bf-bd1414af7563 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Unset dirty status for tenant:6513074486ee454689430e77808ba253 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:04.192261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debee232-877d-4b45-b5c1-6f549d52bdf5 None None] Pushing event updated for resources: {'Port': ['ID=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:04.196102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-debee232-877d-4b45-b5c1-6f549d52bdf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:04.196496 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-a5d52956-ec42-432e-82bf-bd1414af7563 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 932 time: 1.7177467 Jan 27 05:52:04.248011 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5af24798-88b0-49c5-9096-a6700015b4fd req-5f9d48c0-3462-4a49-876b-24f0506e2e98 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2592518 Jan 27 05:52:04.286312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:04.327198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:04.351568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:52:04.352781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:51:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:04.376316 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56f2f8cf-2711-48ad-aa56-17a1cfca846f req-ff3c8fee-ab65-464e-881b-158c040258a8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244811 Jan 27 05:52:04.385491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:04.493821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:04.608607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:04.636990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Pushing event updated for resources: {'Port': ['ID=9cd0dace-1f70-466f-98e8-af826436a93c,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:04.708814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:04.709442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:04.874378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-d58c90fd-894d-4dbe-a5d4-6264975489ff tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Synchronizing usage tracker for tenant:6513074486ee454689430e77808ba253 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:04.896960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:52:04.989393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53558) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:05.053745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.060084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.134081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:05.139967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-654151a9-f634-4590-bcf4-5c6ce8246cd1 req-0736a6f5-fdb4-4a2e-be83-72260028089b tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Synchronizing usage tracker for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:05.142920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.164906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Usage tracker for resource:security_group_rule and tenant:70f3984a4e484c878bb2875d319d5296 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:05.170920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:05.201491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:05.412649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-cd4ef268-eba2-45a2-8189-73f91244e724 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:05.416868 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-cd4ef268-eba2-45a2-8189-73f91244e724 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 818 time: 0.6067929 Jan 27 05:52:05.417759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53562) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:05.478940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-d58c90fd-894d-4dbe-a5d4-6264975489ff tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Unset dirty status for tenant:6513074486ee454689430e77808ba253 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:05.481428 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3daf29d6-b192-44ef-8467-69bbd4701d7b req-d58c90fd-894d-4dbe-a5d4-6264975489ff tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2835581 Jan 27 05:52:05.496339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Network fae0bd0f-5d03-496c-a5e6-747d462499ca is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:05.524572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:05.570728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:05.601371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Request body: {'port': {'device_id': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca', 'admin_state_up': True, 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:05.666823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-42c0d446-fcce-4af9-9d85-d25b95e06537 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:52:05.668336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.673896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ff2020f4-79ac-4d1e-85dd-eb0fc473debe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.715948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:05.723717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb389a0-3016-4bf2-9119-322a52b029bc None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:52:05.731648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:05.736868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.763945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 8f72959c-48e1-4a70-b66f-9c93b218e865 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:05.898618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:05.916176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Usage tracker for resource:security_group_rule and tenant:faed8c475fa74bd19b396cb3df1569b3 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:05.926608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:05.943009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 8f72959c-48e1-4a70-b66f-9c93b218e865 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:05.943469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:05.952011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:05.969292 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8550389 Jan 27 05:52:05.970924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-654151a9-f634-4590-bcf4-5c6ce8246cd1 req-0736a6f5-fdb4-4a2e-be83-72260028089b tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Unset dirty status for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:05.973677 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-654151a9-f634-4590-bcf4-5c6ce8246cd1 req-0736a6f5-fdb4-4a2e-be83-72260028089b tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 210 time: 1.1707821 Jan 27 05:52:06.042100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Request body: {'port': {'device_id': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:06.111991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.172323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.178442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.180107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:06.345996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bf0f7c4a-35b3-4660-8082-a08c129bab83 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:06.405243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.439118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:06.488726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.508168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68ec31-6845-4002-a354-365a471d3da8 req-e13491e9-f6de-4b4a-995b-08b17543713f tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:06.509955 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae68ec31-6845-4002-a354-365a471d3da8 req-e13491e9-f6de-4b4a-995b-08b17543713f tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 943 time: 0.6598871 Jan 27 05:52:06.519095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.527892 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port bf0f7c4a-35b3-4660-8082-a08c129bab83 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:06.535140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bf0f7c4a-35b3-4660-8082-a08c129bab83 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:06.535780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.537294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.552305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:06.579504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:06.660265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'Port': ['ID=7b8bab4a-91dd-4e1a-9e2a-c4213c5e4e8e,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:06.690776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:06.705016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:06.723564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90466b4-238f-4a78-9561-6db4117b602d,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:06.724490 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70f3984a4e484c878bb2875d319d5296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7339556 Jan 27 05:52:06.729222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53582) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:06.800572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:06.853835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.898928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.900340 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8512836 Jan 27 05:52:06.904120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:06.939215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Made reservation on behalf of 9ebccf906cee4b3fa86a6d3047525259 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:52:06.974031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:06.995088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port bf0f7c4a-35b3-4660-8082-a08c129bab83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:07.008530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:07.011451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 53588) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:07.060243 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae68ec31-6845-4002-a354-365a471d3da8 req-f3cb35dc-38ee-4b02-992c-b88ca327e116 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087235 Jan 27 05:52:07.071884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:07.076354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38241169-677e-4117-930e-a43076a952bf,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:07.104304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'security_group_rule': {'security_group_id': '85936f63-7664-452d-b2f4-29e269c026d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:07.131508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:07.163014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:07.177504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:07.196136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:07.310206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:07.323820 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:07.400096 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:07.416582 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-965f9671-44f2-487d-90f8-a59bc751bc38 req-48171234-f397-441b-ad77-200ffd5673ff tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 210 time: 0.0994163 Jan 27 05:52:07.507590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf6cc8-f812-42dd-adfe-53adf433d801 req-6a2356bc-d680-4ba7-a83c-0500d75ea972 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:07.516005 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d6cf6cc8-f812-42dd-adfe-53adf433d801 req-6a2356bc-d680-4ba7-a83c-0500d75ea972 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 932 time: 0.6364019 Jan 27 05:52:07.542350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.resource_extend [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 05:52:07.640514 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83', 'code': 200} Jan 27 05:52:07.760453 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d6cf6cc8-f812-42dd-adfe-53adf433d801 req-667524e2-3eec-4229-afb3-fe323de45d0f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440386 Jan 27 05:52:07.791933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22be6723-e8a5-48dc-8ae3-d88d2f639878 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:52:07.807572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:07.827728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:07.884326 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Transition to ACTIVE for port object 22be6723-e8a5-48dc-8ae3-d88d2f639878 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:07.979232 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd0dace-1f70-466f-98e8-af826436a93c {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:52:07.988877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.003520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Transition to ACTIVE for port object 9cd0dace-1f70-466f-98e8-af826436a93c will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:08.042156 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.045524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e9bc76d-1312-4e12-8e7b-34d53e9b11bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:08.100552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.104654 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5761697 Jan 27 05:52:08.106554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.108073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.112739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.115920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.154923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Allocated IP 172.20.0.10 (fae0bd0f-5d03-496c-a5e6-747d462499ca/dec3c99f-351d-46f8-974b-2be77f2098b9/4a2df59a-917b-4f1a-a3b2-fd691927513e) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:08.159094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7a6ef775-4e10-42b8-9247-cdf91e9b6e76 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:08.259592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-76a68711-6b00-4118-a710-b71d8d9e101a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:08.321075 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faed8c475fa74bd19b396cb3df1569b3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7501979 Jan 27 05:52:08.325162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53606) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:08.361761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9fe7e-4a56-46a9-8097-69c1bb1b084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ea7a1-8fd5-491d-ad89-0de6d518ea3b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:08.419816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.425494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=bf0f7c4a-35b3-4660-8082-a08c129bab83,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:08.435161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:08.437938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bf0f7c4a-35b3-4660-8082-a08c129bab83 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:08.445011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38241169-677e-4117-930e-a43076a952bf,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:08.458420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:08.482765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:08.483229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:08.560767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.53', 51584) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:08.561749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.583423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38241169-677e-4117-930e-a43076a952bf HTTP/1.1" status: 204 len: 168 time: 1.8318002 Jan 27 05:52:08.597007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:08.615121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:08.615555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.691794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8afe916e-efa5-4c99-b0a0-c6e86edc227d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.697269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bf0f7c4a-35b3-4660-8082-a08c129bab83 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:08.697693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:08.952570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.090498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.102153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:09.154475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.160859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:09.177868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.245383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-42186325-e0e0-487d-84b1-af94ad1a2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:09.247292 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-42186325-e0e0-487d-84b1-af94ad1a2b12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 1162 time: 0.6611967 Jan 27 05:52:09.262253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.280499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:09.295383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:09.299854 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.341585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:09.353382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Usage tracker for resource:security_group_rule and tenant:d8ca4d34d1d8463c8f1e64e3829bc5c8 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:09.361234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:09.376276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:09.433256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.455358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:09.490473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.500302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ea7a1-8fd5-491d-ad89-0de6d518ea3b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:09.508027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:09.558336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:09.690910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.731083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.732823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:09.846570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.869882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Pushing event updated for resources: {'Port': ['ID=22be6723-e8a5-48dc-8ae3-d88d2f639878,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:09.884340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:09.890998 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f3ea7a1-8fd5-491d-ad89-0de6d518ea3b HTTP/1.1" status: 204 len: 168 time: 1.5318165 Jan 27 05:52:10.011346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:10.011346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.029546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Pushing event updated for resources: {'Port': ['ID=4a2df59a-917b-4f1a-a3b2-fd691927513e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:10.059122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:10.132887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.154031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.164286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.172862 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1556158 Jan 27 05:52:10.178524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 53648) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:10.192549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'floatingip': {'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:10.231437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:10.240276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.272103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-27e82e43-3c46-4185-a9be-4d2de2debd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:10.292654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Synchronizing usage tracker for tenant:d8ca4d34d1d8463c8f1e64e3829bc5c8 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:10.299869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:floatingip and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:10.320955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:10.341522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Network fae0bd0f-5d03-496c-a5e6-747d462499ca is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:10.354101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e8ac8-d39b-4494-940d-114715427ac3 req-16a607fb-1dbb-46ce-9fc0-84e5dfabf823 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:10.367338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:10.367627 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d15e8ac8-d39b-4494-940d-114715427ac3 req-16a607fb-1dbb-46ce-9fc0-84e5dfabf823 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 945 time: 1.6277580 Jan 27 05:52:10.372847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:10.393472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bf0f7c4a-35b3-4660-8082-a08c129bab83 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:10.501808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:10.503499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.534716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:10.581539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bf0f7c4a-35b3-4660-8082-a08c129bab83 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:10.582865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.591121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c6343-6e11-46bf-99f1-4e05524a2aa3,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:10.598610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:10.614786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd0dace-1f70-466f-98e8-af826436a93c,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:10.623208 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0326772 Jan 27 05:52:10.638748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.381s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:10.654648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Request body: {'port': {'device_id': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:10.802567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97c9ea-15ae-4346-b052-4e3c629016dd req-8bcbff01-84c3-4dd5-afb0-79c654d111d8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:10.815295 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0f97c9ea-15ae-4346-b052-4e3c629016dd req-8bcbff01-84c3-4dd5-afb0-79c654d111d8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 932 time: 1.9202635 Jan 27 05:52:10.816312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.122s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:10.822263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:10.822476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.822639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Attempting to bind port 22be6723-e8a5-48dc-8ae3-d88d2f639878 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:10.822639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Attempting to bind port 22be6723-e8a5-48dc-8ae3-d88d2f639878 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '69198fb6-13de-48ce-acf6-c50f6b60efe1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:10.822639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Attempting to bind port 22be6723-e8a5-48dc-8ae3-d88d2f639878 on network e8efef38-2717-407a-a063-d3225b7b6225 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:10.857258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.800s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:10.869595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.902968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4807b41-6042-4b35-9ba2-1784fb791a8c,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:10.945956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Unset dirty status for tenant:d8ca4d34d1d8463c8f1e64e3829bc5c8 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:10.957045 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e14f726-7a2c-4886-bcba-e7d04cadf09a req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6813433 Jan 27 05:52:10.981759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:10.982401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Checking segment: {'id': '69198fb6-13de-48ce-acf6-c50f6b60efe1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:10.983129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:10.983793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Bound using segment: {'id': '69198fb6-13de-48ce-acf6-c50f6b60efe1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:10.984706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Bound port: 22be6723-e8a5-48dc-8ae3-d88d2f639878, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69198fb6-13de-48ce-acf6-c50f6b60efe1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8efef38-2717-407a-a063-d3225b7b6225'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:10.985382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:11.083234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0f97c9ea-15ae-4346-b052-4e3c629016dd req-1f26fe35-9133-4243-babd-52e1f5054adb tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Synchronizing usage tracker for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:11.088812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:11.301331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] For port 22be6723-e8a5-48dc-8ae3-d88d2f639878, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:11.317775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] For port 22be6723-e8a5-48dc-8ae3-d88d2f639878, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=22be6723-e8a5-48dc-8ae3-d88d2f639878,segment=NetworkSegment(69198fb6-13de-48ce-acf6-c50f6b60efe1),segment_id=69198fb6-13de-48ce-acf6-c50f6b60efe1)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:11.319449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Attempting to bind port 9cd0dace-1f70-466f-98e8-af826436a93c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:11.321200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Attempting to bind port 9cd0dace-1f70-466f-98e8-af826436a93c by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:11.321357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:11.321876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Attempting to bind port 9cd0dace-1f70-466f-98e8-af826436a93c on network fae0bd0f-5d03-496c-a5e6-747d462499ca {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:11.352780 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d15e8ac8-d39b-4494-940d-114715427ac3 req-e725dd33-9abe-4195-ad61-390322736da4 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313883 Jan 27 05:52:11.367501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:11.394505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:11.395118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Checking segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:11.395778 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:11.396459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Bound using segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:11.397261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Bound port: 9cd0dace-1f70-466f-98e8-af826436a93c, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:11.397885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:11.537565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:11.668191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Pushing event updated for resources: {'Port': ['ID=22be6723-e8a5-48dc-8ae3-d88d2f639878,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:11.671517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0f97c9ea-15ae-4346-b052-4e3c629016dd req-1f26fe35-9133-4243-babd-52e1f5054adb tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Unset dirty status for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:11.684517 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0f97c9ea-15ae-4346-b052-4e3c629016dd req-1f26fe35-9133-4243-babd-52e1f5054adb tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8310080 Jan 27 05:52:11.693375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:12.047257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f091e4ec-4d2d-4cee-8b64-591246e7d82e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:12.077137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2df59a-917b-4f1a-a3b2-fd691927513e {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:52:12.090567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:12.104454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] For port 9cd0dace-1f70-466f-98e8-af826436a93c, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:12.109737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Transition to ACTIVE for port object 4a2df59a-917b-4f1a-a3b2-fd691927513e will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:12.122089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] For port 9cd0dace-1f70-466f-98e8-af826436a93c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=9cd0dace-1f70-466f-98e8-af826436a93c,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:12.126327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:12.139593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f091e4ec-4d2d-4cee-8b64-591246e7d82e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:12.149580 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f091e4ec-4d2d-4cee-8b64-591246e7d82e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1834431457&fields=id&tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2 HTTP/1.1" status: 200 len: 267 time: 0.4912751 Jan 27 05:52:12.199296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:12.208093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:12.369789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84af60ae-c4f3-4b79-960e-c1aca4866940 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:12.540454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:12.678833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1fa2e-6df6-45cd-acf6-2519a821ea6f req-bee8781b-31d6-4ecf-a2ef-eb8b59a0840c tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:12.686985 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2ff1fa2e-6df6-45cd-acf6-2519a821ea6f req-bee8781b-31d6-4ecf-a2ef-eb8b59a0840c tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 944 time: 0.7615776 Jan 27 05:52:12.693284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:12.693986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:12.695537 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] 10.222.0.53 "PUT /v2.0/ports/22be6723-e8a5-48dc-8ae3-d88d2f639878 HTTP/1.1" status: 200 len: 1158 time: 8.9851279 Jan 27 05:52:12.700896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:12.837274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:12.837979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:12.841154 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] 10.222.0.53 "PUT /v2.0/ports/9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 1158 time: 6.8307872 Jan 27 05:52:13.063602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd0dace-1f70-466f-98e8-af826436a93c,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:13.169339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2df59a-917b-4f1a-a3b2-fd691927513e,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:13.180319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:13.180789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:13.242178 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2ff1fa2e-6df6-45cd-acf6-2519a821ea6f req-d6f91578-ac36-4b57-a4e1-6fc6f24c933e tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538814 Jan 27 05:52:13.421220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-8dc96f44-1a07-4edf-a407-d4e15c296754 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:13.427432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-8dc96f44-1a07-4edf-a407-d4e15c296754 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:13.569367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-8dc96f44-1a07-4edf-a407-d4e15c296754 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:13.577189 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-8dc96f44-1a07-4edf-a407-d4e15c296754 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 811 time: 1.4265792 Jan 27 05:52:13.589100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-624cedd1-3ab3-444c-bc58-5e01992dd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:13.590904 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-624cedd1-3ab3-444c-bc58-5e01992dd0a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6513074486ee454689430e77808ba253&device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 1161 time: 0.6842611 Jan 27 05:52:13.674601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-574fc1b7-cd2a-4eb4-90e5-74857ff2cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:13.676408 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-574fc1b7-cd2a-4eb4-90e5-74857ff2cda3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1161 time: 0.6230772 Jan 27 05:52:13.684411 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-3efa0515-79b3-4585-86d5-2707efd1d847 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/quotas/d12d53f1c7a64b2da351e1d2b3fcb4b2 HTTP/1.1" status: 200 len: 375 time: 0.1059411 Jan 27 05:52:13.751281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Allocated IP 172.28.1.253 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/2239e5aa-ec2a-44ad-a19c-4c0050a95a7f) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:13.784786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Attempting to bind port 4a2df59a-917b-4f1a-a3b2-fd691927513e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:13.785860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Attempting to bind port 4a2df59a-917b-4f1a-a3b2-fd691927513e by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:13.786450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Attempting to bind port 4a2df59a-917b-4f1a-a3b2-fd691927513e on network fae0bd0f-5d03-496c-a5e6-747d462499ca {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:13.795403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:13.796219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Checking segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:13.796731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:13.797235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Bound using segment: {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:13.805285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Bound port: 4a2df59a-917b-4f1a-a3b2-fd691927513e, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27057181-ecb4-4be4-b0cb-6743be371a6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fae0bd0f-5d03-496c-a5e6-747d462499ca'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:13.805285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:14.057228 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-a4782011-45e2-48ce-ae2a-9e98abc5a362 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.0917909 Jan 27 05:52:14.059113 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-9d03274c-0ae7-4a70-82ff-d2e483a9ac5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22be6723-e8a5-48dc-8ae3-d88d2f639878 HTTP/1.1" status: 200 len: 217 time: 0.4494536 Jan 27 05:52:14.225789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10507e00-82b5-481a-8b72-7ec438b3895c req-73476d60-22ec-4fda-940d-59baee12a6d1 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:14.233760 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-10507e00-82b5-481a-8b72-7ec438b3895c req-73476d60-22ec-4fda-940d-59baee12a6d1 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 945 time: 0.7507553 Jan 27 05:52:14.250290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] For port 4a2df59a-917b-4f1a-a3b2-fd691927513e, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:14.269301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] For port 4a2df59a-917b-4f1a-a3b2-fd691927513e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:14.317455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:14.340507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd2bbf93-c2a9-4f8b-8f65-8e3cada879a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:14.364576 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-10507e00-82b5-481a-8b72-7ec438b3895c req-96489e6d-2138-4b58-bc9c-a42170c8de10 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297078 Jan 27 05:52:14.388388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-02493e3f-b86c-4f3a-8454-6d22626cc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:14.389975 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-02493e3f-b86c-4f3a-8454-6d22626cc5db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.3185725 Jan 27 05:52:14.395434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-86182158-efda-4b3c-8701-6a98ea66d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:14.397143 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-86182158-efda-4b3c-8701-6a98ea66d131 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba1b64e-eaca-4343-b2ef-bbc752be66ed HTTP/1.1" status: 200 len: 852 time: 0.3271050 Jan 27 05:52:14.423877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2df59a-917b-4f1a-a3b2-fd691927513e,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:14.427877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:14.508035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:14.593645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-2e50ec82-6b5a-43d6-98fb-7db56a8360a7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:14.615926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:14.616728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:14.619066 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a2df59a-917b-4f1a-a3b2-fd691927513e HTTP/1.1" status: 200 len: 1158 time: 3.9798460 Jan 27 05:52:14.619817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:14.656392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:14.725088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-be138ff4-c4da-4dc6-b1e3-8cad53a7aef6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:14.736993 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-2d655d82-078d-4e4e-bb25-9f4b0b9efd72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efef38-2717-407a-a063-d3225b7b6225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2497196 Jan 27 05:52:14.754668 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-87fc24f8-ffaa-4bdb-94d2-01a943529bee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3533988 Jan 27 05:52:15.023486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-2e50ec82-6b5a-43d6-98fb-7db56a8360a7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:15.024988 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-2e50ec82-6b5a-43d6-98fb-7db56a8360a7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3394721 Jan 27 05:52:15.031633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'Port': ['ID=2239e5aa-ec2a-44ad-a19c-4c0050a95a7f,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:15.035057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:15.147713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-efcc03af-eb51-4b16-9886-c3819bd0d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:15.150955 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-efcc03af-eb51-4b16-9886-c3819bd0d6af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 1161 time: 0.3228855 Jan 27 05:52:15.256855 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-d6769859-e4d5-4b38-958c-d7b84c2df597 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957778 Jan 27 05:52:15.298241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:15.309475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:15.312891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:15.323389 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-0123b26a-0687-44ed-9fa1-46c60e121255 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e HTTP/1.1" status: 200 len: 217 time: 0.1538136 Jan 27 05:52:15.333911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22547060-f2e6-418b-a68b-ce46bfcf8cae req-6489866a-6526-4f83-9d2b-62f4ecf4900d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:15.335762 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22547060-f2e6-418b-a68b-ce46bfcf8cae req-6489866a-6526-4f83-9d2b-62f4ecf4900d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 944 time: 0.4931793 Jan 27 05:52:15.341871 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-73ff3af6-2d7e-47de-9f43-2515c8ee002a service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754080 Jan 27 05:52:15.476039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:15.485196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-05818475-9968-4844-a410-971c499bc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:15.488131 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-05818475-9968-4844-a410-971c499bc04a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.1567576 Jan 27 05:52:15.692280 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-32ec519a-ea92-4450-9e37-56767ba1c9c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974049 Jan 27 05:52:15.738547 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e1d9beb-b5e3-4c96-86d3-67114c4bc858 req-dd487543-2873-4858-8686-4b9457650728 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3612418 Jan 27 05:52:15.759576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:15.792514 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22547060-f2e6-418b-a68b-ce46bfcf8cae req-48d00c9d-ee2d-40fe-9ff1-520aaaf15d5e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189930 Jan 27 05:52:15.826177 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6a94f3e-9029-4f1a-b21a-4f462e5acac4 req-482e6159-ce21-4e53-8069-4ad88ac02221 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4890337 Jan 27 05:52:15.866790 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-71f8ab64-f37d-4d47-ae5b-a76ec333ef5c service neutron] 10.222.0.44 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625804 Jan 27 05:52:16.095185 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-a005e1a5-9ebe-4e32-bf3c-8e5a95b7c8d5 service neutron] 10.222.0.44 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2210183 Jan 27 05:52:16.140995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:16.195245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:16.299634 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878', 'status': 'completed', 'code': 200} Jan 27 05:52:16.328450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5aa81445-2d0d-439a-9a60-0781d141d3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:16.484415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:16.550105 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e', 'status': 'completed', 'code': 200} Jan 27 05:52:16.550321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'Port': ['ID=2239e5aa-ec2a-44ad-a19c-4c0050a95a7f,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:16.567353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:16.619769 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-1e254599-1a8b-4224-a65f-c2e2e389e8e4 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174373 Jan 27 05:52:16.770090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-dc183c27-cd75-42af-9549-afbb75a0d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:16.771880 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-dc183c27-cd75-42af-9549-afbb75a0d787 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6513074486ee454689430e77808ba253&device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 1161 time: 0.4210889 Jan 27 05:52:16.784362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:16.789181 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6052017 Jan 27 05:52:16.817122 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a37c55a-51bb-45fe-af89-d7d9cc748a6b req-5f2e463e-a18d-4e56-b0a7-eae381f6fa9c service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1802783 Jan 27 05:52:16.819258 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d920aae-6e3d-4556-b15a-1987f2dacb17 req-5f139293-8426-42ee-b745-c252ff02f399 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 210 time: 0.1318955 Jan 27 05:52:17.156422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-d18af797-6e2e-4211-b3d6-9b75f830125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.158934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-d18af797-6e2e-4211-b3d6-9b75f830125c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 1161 time: 0.1620016 Jan 27 05:52:17.294656 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb4be3-7c16-42dd-9dba-a4f6351fd854 req-156aee3d-b944-4a5e-b7f5-cd86289c2131 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.296379 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5bfb4be3-7c16-42dd-9dba-a4f6351fd854 req-156aee3d-b944-4a5e-b7f5-cd86289c2131 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 944 time: 0.7069299 Jan 27 05:52:17.354911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-25fd4ad6-3acb-41ae-8c74-49877e645d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.356558 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-25fd4ad6-3acb-41ae-8c74-49877e645d69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8efef38-2717-407a-a063-d3225b7b6225 HTTP/1.1" status: 200 len: 906 time: 0.5680897 Jan 27 05:52:17.473988 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-19126908-0af0-4d0d-b146-ee3269d35396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.475885 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-19126908-0af0-4d0d-b146-ee3269d35396 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.3101799 Jan 27 05:52:17.490878 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-e81686bd-2f7a-48b8-8e84-09c42b802a56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22be6723-e8a5-48dc-8ae3-d88d2f639878 HTTP/1.1" status: 200 len: 217 time: 0.1200809 Jan 27 05:52:17.516492 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5bfb4be3-7c16-42dd-9dba-a4f6351fd854 req-87328caf-6f69-4b7c-8130-9a1a1001b638 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533186 Jan 27 05:52:17.609421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-4daaa8d9-487f-4f40-9aea-eb4222b1d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.610619 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-6c443096-63fc-43d5-9a37-80e77dcd53ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e HTTP/1.1" status: 200 len: 217 time: 0.1269515 Jan 27 05:52:17.611167 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-4daaa8d9-487f-4f40-9aea-eb4222b1d99e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba1b64e-eaca-4343-b2ef-bbc752be66ed HTTP/1.1" status: 200 len: 852 time: 0.1115320 Jan 27 05:52:17.715622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27418d3f-d6be-4d04-add4-1eca76a864fa req-c952bdc6-6896-4b3b-98de-6cf56319b0ef tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.726166 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-27418d3f-d6be-4d04-add4-1eca76a864fa req-c952bdc6-6896-4b3b-98de-6cf56319b0ef tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 944 time: 0.5174954 Jan 27 05:52:17.795763 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-d2941727-4ea6-4126-bc5b-5c14864a3cc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8efef38-2717-407a-a063-d3225b7b6225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662186 Jan 27 05:52:17.797162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-e6c01273-a9dc-4504-b7be-2824413f5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:17.800941 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-e6c01273-a9dc-4504-b7be-2824413f5966 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.1640003 Jan 27 05:52:17.872670 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-3a334f7c-549a-4193-97b5-7aad680ea20c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632153 Jan 27 05:52:17.980705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-a8808380-ac46-493f-a5a1-e97bd3cde3af tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:18.011594 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-27418d3f-d6be-4d04-add4-1eca76a864fa req-5a7b9823-9c6b-4046-a0c8-e0a7519bed6f tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842715 Jan 27 05:52:18.048168 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-8c94a7e8-42b4-4bff-8025-ca567e4c14fb service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659238 Jan 27 05:52:18.062330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-a8808380-ac46-493f-a5a1-e97bd3cde3af tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:18.064087 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-a8808380-ac46-493f-a5a1-e97bd3cde3af tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1306359774&fields=id&tenant_id=f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 267 time: 0.2832382 Jan 27 05:52:18.291755 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-750512d0-bd18-4292-aca8-fa29dc34c542 req-42c76238-35af-4a77-9496-d42a21d9e60b service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2191589 Jan 27 05:52:18.362897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-8740a207-77a6-4ebc-8381-a6fedd73c9d9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:18.364221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-8740a207-77a6-4ebc-8381-a6fedd73c9d9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:18.371902 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:18.380504 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-16a38faf-7219-49e0-a79b-ef329567f2b6 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666084 Jan 27 05:52:18.481946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-8740a207-77a6-4ebc-8381-a6fedd73c9d9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:18.483233 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-8740a207-77a6-4ebc-8381-a6fedd73c9d9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 816 time: 0.3964336 Jan 27 05:52:18.523265 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-3ac581fd-b35f-4c45-9d92-bdeb08c7d611 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/quotas/f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 375 time: 0.0259805 Jan 27 05:52:18.634367 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fffa0b3c-38fd-42c6-8f4e-2e82d8afb333 req-623b7a3f-4d52-4665-b8c0-6249ad32de50 service neutron] 10.222.0.53 "GET /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2460532 Jan 27 05:52:18.778441 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-0fcee986-79f4-443a-8226-0e84ea49450e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2426000 Jan 27 05:52:18.987934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-93237242-1c5c-40e8-9e8c-8fabe7d975da service neutron] 10.222.0.44 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868722 Jan 27 05:52:19.204986 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-88b05ff8-33d6-4dbb-a923-7a04859f6dfb service neutron] 10.222.0.44 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2048442 Jan 27 05:52:19.501393 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2e85d340-9a33-4d3c-bbb9-42ee8340a907 req-d93160aa-f9f5-482b-8ef0-fb329a0aecd7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 210 time: 0.1221688 Jan 27 05:52:19.660170 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c', 'status': 'completed', 'code': 200} Jan 27 05:52:19.884953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-67e3da23-07b2-4275-90a6-5fc3d6475038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:19.886309 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-67e3da23-07b2-4275-90a6-5fc3d6475038 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1161 time: 0.1969442 Jan 27 05:52:20.022657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-4d60b796-7fd4-40a0-af28-1c56cf4478c9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:20.024787 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-4d60b796-7fd4-40a0-af28-1c56cf4478c9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 811 time: 0.5702548 Jan 27 05:52:20.289377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2fc33-54ba-4fcc-ac13-ee1be1911f27 req-9ad71f61-3c93-41cc-b504-6078a2c79168 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:20.291704 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3bb2fc33-54ba-4fcc-ac13-ee1be1911f27 req-9ad71f61-3c93-41cc-b504-6078a2c79168 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 944 time: 0.4944627 Jan 27 05:52:20.386920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3c2a9-5243-4360-9ddf-e631b40efbfc req-0c68ee75-bb7e-4e60-9a3b-2d52ff385dce tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:20.386920 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b7f3c2a9-5243-4360-9ddf-e631b40efbfc req-0c68ee75-bb7e-4e60-9a3b-2d52ff385dce tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 944 time: 0.3560250 Jan 27 05:52:20.453552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-f4aacfe1-290b-4971-810c-5761d5c72c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:20.457242 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-f4aacfe1-290b-4971-810c-5761d5c72c4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.5277281 Jan 27 05:52:20.494644 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-9cf66de3-9b4f-4744-9a9f-d1171af48023 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2 HTTP/1.1" status: 200 len: 5705 time: 0.3993814 Jan 27 05:52:20.516801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'port': {'device_id': '590808b5-f599-490b-8b82-787872c91328', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'admin_state_up': True, 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'security_groups': ['f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:20.568646 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-1ee53566-b44b-47ec-9efd-ef5438864b8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.0983679 Jan 27 05:52:20.589238 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3bb2fc33-54ba-4fcc-ac13-ee1be1911f27 req-0ccee731-5f46-4b22-837a-cb4169f9ba22 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989455 Jan 27 05:52:20.683665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-c9fc35b6-1774-4fae-b4c4-0f9eee382e6d None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:52:20.738631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-f03957ae-d408-444d-a148-e9a363d56d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:20.741224 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-f03957ae-d408-444d-a148-e9a363d56d9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.1626561 Jan 27 05:52:20.782796 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b7f3c2a9-5243-4360-9ddf-e631b40efbfc req-050d3e72-5ef1-42ba-a497-d83249c32df4 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546402 Jan 27 05:52:20.804260 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff09376b-a764-4061-9701-69a5c67dbc6a req-8e04cd41-de4b-4b2c-a7e5-8485bee16c6a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 210 time: 0.0914690 Jan 27 05:52:20.901927 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-3d828586-f8a5-4a76-a3c4-f8497213ed0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530123 Jan 27 05:52:20.914495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:20.928823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:21.001281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Made reservation on behalf of d12d53f1c7a64b2da351e1d2b3fcb4b2 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:52:21.034475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:21.109224 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-5c511db8-1e11-4cd6-90dd-99fbee6fd126 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997766 Jan 27 05:52:21.132551 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d445e751-c172-4369-b70a-6f2b6a4078f9 req-5e428039-94e1-40f9-ad45-e9be4e2f1e92 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 210 time: 0.0733550 Jan 27 05:52:21.333345 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ca7b103-366e-482e-97bf-a6b6902e9109 req-e5796d75-5ba2-405e-bdc2-4e0b12eefc66 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1927311 Jan 27 05:52:21.771871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Allocated IP 172.20.0.5 (d8897b5f-17f5-4c77-8b1c-a4a81e96f92d/0a57176b-d90a-44b4-af0f-f5602dc6915e/77f30849-c054-4d6b-b0b4-68d9a5d2fb2a) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:22.220745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 9cd0dace-1f70-466f-98e8-af826436a93c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:22.433403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 9cd0dace-1f70-466f-98e8-af826436a93c completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:22.444039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 9cd0dace-1f70-466f-98e8-af826436a93c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:22.444743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:22.535165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb177c-a71d-4289-b5b8-6e231a8bba7e req-33e245c4-3c92-40ba-a749-5a11fc00c29e tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:22.536909 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2abb177c-a71d-4289-b5b8-6e231a8bba7e req-33e245c4-3c92-40ba-a749-5a11fc00c29e tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 944 time: 0.7010512 Jan 27 05:52:22.633726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a521592-8342-4934-b682-a9b47f435574 req-cd4c0c6b-04c4-48c7-8021-c4e5adb13128 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:22.642713 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3a521592-8342-4934-b682-a9b47f435574 req-cd4c0c6b-04c4-48c7-8021-c4e5adb13128 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 944 time: 0.4550250 Jan 27 05:52:22.664342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:22.675415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:22.737918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 9cd0dace-1f70-466f-98e8-af826436a93c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=9cd0dace-1f70-466f-98e8-af826436a93c,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:22.739188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:22.767814 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3a521592-8342-4934-b682-a9b47f435574 req-0d111fec-6fdc-4704-8598-3b1f29d63390 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240997 Jan 27 05:52:22.769039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Transition to ACTIVE for port object 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:22.782356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:22.783455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 22be6723-e8a5-48dc-8ae3-d88d2f639878 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:22.800067 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2abb177c-a71d-4289-b5b8-6e231a8bba7e req-7e715936-4235-4a3f-8bd1-14c37106ee3f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514274 Jan 27 05:52:22.884647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:22.912480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:22.926572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b112f355-6422-4ab0-9668-fea10af0cf89 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:22.994140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-ba85ab6f-52c5-43a5-b046-60300033470f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:23.001834 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-ba85ab6f-52c5-43a5-b046-60300033470f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 816 time: 0.4369493 Jan 27 05:52:23.154957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=9cd0dace-1f70-466f-98e8-af826436a93c,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:23.171893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.173204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.173811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.174415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.175000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.178492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.178492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.178492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.178492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.178492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.179024 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.179683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.180534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.181191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.181884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.182794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.183468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.184197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.184841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.185485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.186299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.187203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.188728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.189381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.196948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 22be6723-e8a5-48dc-8ae3-d88d2f639878 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:23.204399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-920d2b83-54e5-4183-8bb2-e5092fcfef15 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:23.206477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:23.207742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 22be6723-e8a5-48dc-8ae3-d88d2f639878 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:23.208961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:23.242632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-920d2b83-54e5-4183-8bb2-e5092fcfef15 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:23.247016 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-920d2b83-54e5-4183-8bb2-e5092fcfef15 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 5705 time: 0.2224946 Jan 27 05:52:23.254077 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ce16cbe3-28dd-46cb-a592-07ae78bf0546 req-4ba77d10-1a64-41d5-bf04-ddac8d784d9f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 210 time: 0.2536931 Jan 27 05:52:23.265002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'port': {'device_id': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'admin_state_up': True, 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'security_groups': ['85936f63-7664-452d-b2f4-29e269c026d1']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:23.347262 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'Port': ['ID=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:23.420305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:23.437071 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c', 'code': 200} Jan 27 05:52:23.438602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.439531 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.440216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.440804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.441413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.442010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.442589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.443389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.444004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.444537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.445066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.445587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.446193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.446713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.447231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.447777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.448188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.448584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.448951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.449331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.449708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.450094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.450457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.450833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:23.459817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:23.534187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 22be6723-e8a5-48dc-8ae3-d88d2f639878, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=22be6723-e8a5-48dc-8ae3-d88d2f639878,segment=NetworkSegment(69198fb6-13de-48ce-acf6-c50f6b60efe1),segment_id=69198fb6-13de-48ce-acf6-c50f6b60efe1)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:23.562270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b486-cb3c-47b2-913a-3b66aeec3630 req-d9f48f3d-c306-44ef-9f43-c576cc6c841a tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:23.565319 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e427b486-cb3c-47b2-913a-3b66aeec3630 req-d9f48f3d-c306-44ef-9f43-c576cc6c841a tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 931 time: 0.4539065 Jan 27 05:52:23.568865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:23.571658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d307e87e-6097-40ce-b33d-f6e3662856f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:23.628085 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:23.643271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:23.662921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:port and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:23.668604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:23.685874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e427b486-cb3c-47b2-913a-3b66aeec3630 req-18b35914-aef3-41f0-893f-88f5c1a3132b tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095104 Jan 27 05:52:23.687166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:23.690513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:23.742193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:23.793196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=22be6723-e8a5-48dc-8ae3-d88d2f639878,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:23.799585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:23.819145 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:23.819930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:23.895989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Made reservation on behalf of f3365c463c3144f9b2e0f8c14883e09a for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:52:23.932302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:24.082334 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5778496 Jan 27 05:52:24.144464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-35ec3a34-dbce-4b7a-9da8-d1a7675d2cec None None] Provisioning for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:24.153020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-35ec3a34-dbce-4b7a-9da8-d1a7675d2cec None None] Provisioning complete for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:24.153457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-35ec3a34-dbce-4b7a-9da8-d1a7675d2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:24.181284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Request body: {'port': {'device_id': '590808b5-f599-490b-8b82-787872c91328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:24.239470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-35ec3a34-dbce-4b7a-9da8-d1a7675d2cec None None] Port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:52:24.333240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Allocated IP 172.20.0.10 (bb5e3740-598b-4a7a-98f3-7266dfa55747/6b75e773-2033-4387-baab-02f9f67ceb64/36b75518-b745-493b-9a39-0a778cf92d41) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:24.519139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13158fc-0fd4-4119-b4e3-e07fa389903c req-09250c57-daab-4bbf-81c0-668c9e0ccbd1 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:24.521272 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e13158fc-0fd4-4119-b4e3-e07fa389903c req-09250c57-daab-4bbf-81c0-668c9e0ccbd1 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 944 time: 0.4879847 Jan 27 05:52:24.626658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:24.637500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-1dd6beba-fecb-400a-bd11-d9e16ea06c93 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:24.639310 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-1dd6beba-fecb-400a-bd11-d9e16ea06c93 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 0.6077063 Jan 27 05:52:24.648850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c78061-c655-4a10-9270-e3e653835396 req-b3561bfc-8954-43c0-8473-648b804c5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:24.650589 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84c78061-c655-4a10-9270-e3e653835396 req-b3561bfc-8954-43c0-8473-648b804c5771 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.6955507 Jan 27 05:52:24.654280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Transition to ACTIVE for port object 36b75518-b745-493b-9a39-0a778cf92d41 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:24.681692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:24.721935 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-b2bfce6b-8672-4ba0-8967-86221f04c3f2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/quotas/26bee7b0e0074f31abc977f6530061b6 HTTP/1.1" status: 200 len: 375 time: 0.0698745 Jan 27 05:52:24.724293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:24.766659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:24.863347 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e13158fc-0fd4-4119-b4e3-e07fa389903c req-4b2e5d8b-b7b5-444b-b4ea-c01cb7c29ddb tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279095 Jan 27 05:52:24.874726 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84c78061-c655-4a10-9270-e3e653835396 req-0fbb561c-2271-4fa5-b489-f6d2c9330c94 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109470 Jan 27 05:52:24.911272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 9cd0dace-1f70-466f-98e8-af826436a93c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:24.929639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.946030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.947632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.947632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.947632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.948000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.949654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.949654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.949654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.949654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.950162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.950162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.950417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.959093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:52:24.967464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:25.020381 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-03231c5c-9b51-4bc5-8906-dacecbeab0a1 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2887638 Jan 27 05:52:25.026058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:25.027365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:25.030358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:25.093089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 9cd0dace-1f70-466f-98e8-af826436a93c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:25.093510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.099235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:25.100775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.170624 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9205179 Jan 27 05:52:25.263269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Request body: {'port': {'device_id': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:25.274970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 22be6723-e8a5-48dc-8ae3-d88d2f639878 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:25.358064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 22be6723-e8a5-48dc-8ae3-d88d2f639878 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:25.358064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.437830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:25.516752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.522297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-afa9ee48-42d5-4071-9e3e-b32eccdddc5b None None] Provisioning for port 36b75518-b745-493b-9a39-0a778cf92d41 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:25.539549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-afa9ee48-42d5-4071-9e3e-b32eccdddc5b None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:25.540285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-afa9ee48-42d5-4071-9e3e-b32eccdddc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.602010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4a2df59a-917b-4f1a-a3b2-fd691927513e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:25.666694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-afa9ee48-42d5-4071-9e3e-b32eccdddc5b None None] Port 36b75518-b745-493b-9a39-0a778cf92d41 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:52:25.752908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 4a2df59a-917b-4f1a-a3b2-fd691927513e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:25.759192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 4a2df59a-917b-4f1a-a3b2-fd691927513e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:25.767281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.915090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.961595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 4a2df59a-917b-4f1a-a3b2-fd691927513e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:25.962844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:52:25.974761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:25.979422 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-74546098-413b-4439-9730-8c2fbf33b3a0 service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9032724 Jan 27 05:52:26.011287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:26.018204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:26.034106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Transition to ACTIVE for port object 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:26.153787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b75518-b745-493b-9a39-0a778cf92d41 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:52:26.163953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:26.180974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Transition to ACTIVE for port object 36b75518-b745-493b-9a39-0a778cf92d41 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:26.192276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=4a2df59a-917b-4f1a-a3b2-fd691927513e,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:26.196622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:26.247037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:26.254181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abb9bd-71e4-41a3-bc67-bceba0df7821 req-c5de350d-b86f-4e40-b6c1-d6d740b31996 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:26.260190 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-39abb9bd-71e4-41a3-bc67-bceba0df7821 req-c5de350d-b86f-4e40-b6c1-d6d740b31996 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 946 time: 1.0830019 Jan 27 05:52:26.268877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:26.308231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:26.359360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:26.434310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 22be6723-e8a5-48dc-8ae3-d88d2f639878 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:26.464849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:26.476755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:26.567421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 22be6723-e8a5-48dc-8ae3-d88d2f639878 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:26.568173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:26.589549 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-0dd4bb01-df1a-4b9c-a899-2f0bcee76679 service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5915265 Jan 27 05:52:26.594414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Pushing event updated for resources: {'Port': ['ID=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:26.605088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:26.704423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-39abb9bd-71e4-41a3-bc67-bceba0df7821 req-f694797f-b8de-47bd-bbf5-8093f2a91d04 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784943 Jan 27 05:52:26.786096 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Attempting to bind port 36b75518-b745-493b-9a39-0a778cf92d41 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:26.788739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Attempting to bind port 36b75518-b745-493b-9a39-0a778cf92d41 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:26.789865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Attempting to bind port 36b75518-b745-493b-9a39-0a778cf92d41 on network bb5e3740-598b-4a7a-98f3-7266dfa55747 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:26.822481 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 54084) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:26.824876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:26.825618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Checking segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:26.826429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:26.827184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Bound using segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:26.828198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Bound port: 36b75518-b745-493b-9a39-0a778cf92d41, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:26.829988 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.023867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] For port 36b75518-b745-493b-9a39-0a778cf92d41, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:27.033943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] For port 36b75518-b745-493b-9a39-0a778cf92d41, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=36b75518-b745-493b-9a39-0a778cf92d41,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:27.064893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.083751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Attempting to bind port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:27.084213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Attempting to bind port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:27.084503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Attempting to bind port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a on network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:27.095242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:27.095632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Checking segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:27.096168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.096676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Bound using segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:27.097331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Bound port: 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:27.097560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.100456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:27.293625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183a97-bb44-4969-99e7-7f864ac867c9 req-acf8c309-9539-4b5b-a2fd-87f43a04ba54 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:27.295533 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da183a97-bb44-4969-99e7-7f864ac867c9 req-acf8c309-9539-4b5b-a2fd-87f43a04ba54 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.3612654 Jan 27 05:52:27.430017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:27.431667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.435375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:27.449603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] For port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:27.468793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:27.484405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] For port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:27.488872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Usage tracker for resource:security_group_rule and tenant:b4f94f9529f048f5bf9fcc33d6c43a5a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:27.493101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:27.509612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:27.510351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.512098 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 1158 time: 2.2571182 Jan 27 05:52:27.512298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:27.512651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:27.530584 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da183a97-bb44-4969-99e7-7f864ac867c9 req-9e2eff5d-f09b-4531-aa35-f3bae260e902 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121847 Jan 27 05:52:27.540246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:27.570863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:27.771516 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878', 'code': 200} Jan 27 05:52:27.948245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b646-bc4e-4247-8e13-676096d0ca41 req-6d451b25-9dba-4264-acc0-c056d3648b9f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:27.949100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-d127b646-bc4e-4247-8e13-676096d0ca41 req-6d451b25-9dba-4264-acc0-c056d3648b9f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:28.023920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Pushing event updated for resources: {'Port': ['ID=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:28.047240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:28.130825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-d127b646-bc4e-4247-8e13-676096d0ca41 req-6d451b25-9dba-4264-acc0-c056d3648b9f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:28.132131 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d127b646-bc4e-4247-8e13-676096d0ca41 req-6d451b25-9dba-4264-acc0-c056d3648b9f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 943 time: 0.8150733 Jan 27 05:52:28.158723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-ab18d8c1-5164-4b15-b675-c60c5631f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.160388 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-ab18d8c1-5164-4b15-b675-c60c5631f0b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1161 time: 0.5279610 Jan 27 05:52:28.185732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.218781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.220404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.221837 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] 10.222.0.53 "PUT /v2.0/ports/77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 1157 time: 4.1065667 Jan 27 05:52:28.225103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:28.239576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.258848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bf7cf950-f720-4cbf-942d-518780fc164b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:28.265520 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-51350469-c3d4-41a1-b2e6-5109a70c647a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 217 time: 0.0788169 Jan 27 05:52:28.361119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-6f40bc0e-f6aa-4c8a-9fd0-39c9675d5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.363037 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-6f40bc0e-f6aa-4c8a-9fd0-39c9675d5d09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.0867727 Jan 27 05:52:28.393565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4a2df59a-917b-4f1a-a3b2-fd691927513e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:28.404780 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4f94f9529f048f5bf9fcc33d6c43a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4748132 Jan 27 05:52:28.420993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54122) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:28.436549 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d127b646-bc4e-4247-8e13-676096d0ca41 req-13787bac-8d3a-4644-b514-90a8d709e3c0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588906 Jan 27 05:52:28.538163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0c702-423b-4cf4-a7de-9ab3776e8ed8 req-a5f06094-2170-48a0-a19d-8df45b1b4fc3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.547003 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aba0c702-423b-4cf4-a7de-9ab3776e8ed8 req-a5f06094-2170-48a0-a19d-8df45b1b4fc3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.5883558 Jan 27 05:52:28.568448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555e30e-2832-4aa8-b377-9b01be36c8e0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:28.585338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:28.590506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.595746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 4a2df59a-917b-4f1a-a3b2-fd691927513e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:28.600804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.631592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-99b2985e-6012-4745-8f48-0e3334a5d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.633499 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-99b2985e-6012-4745-8f48-0e3334a5d107 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2615631 Jan 27 05:52:28.693872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.744697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c83cdd-04ab-4628-8c61-d6b7265cbd79 req-ab3c76a9-77f0-4ff3-8315-e0acc8504b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.746371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a2c83cdd-04ab-4628-8c61-d6b7265cbd79 req-ab3c76a9-77f0-4ff3-8315-e0acc8504b2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 1163 time: 0.6168826 Jan 27 05:52:28.771932 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aba0c702-423b-4cf4-a7de-9ab3776e8ed8 req-599f2047-35de-4512-9141-a9b156f6691d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238925 Jan 27 05:52:28.774392 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-83cee356-a850-4863-991e-5f4a5df6aace req-7115ab6f-95ef-4869-a4cb-5a019089310c tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 210 time: 0.1251609 Jan 27 05:52:28.831005 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.832853 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a2c83cdd-04ab-4628-8c61-d6b7265cbd79 req-d83bfdf1-8f3e-4871-8d46-b18207e7306d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559182 Jan 27 05:52:28.836016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-141ea26f-ecca-45bd-864e-d28d2a11ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:28.837679 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-141ea26f-ecca-45bd-864e-d28d2a11ed40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1160 time: 0.5177245 Jan 27 05:52:28.939862 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-1e8126e0-3cdd-42c3-8502-ad6b5a590787 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853646 Jan 27 05:52:28.965887 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41', 'status': 'completed', 'code': 200} Jan 27 05:52:28.985623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:28.995868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:29.019365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555e30e-2832-4aa8-b377-9b01be36c8e0,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:29.027488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:29.050856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:29.058630 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7555e30e-2832-4aa8-b377-9b01be36c8e0 HTTP/1.1" status: 204 len: 168 time: 0.6360147 Jan 27 05:52:29.080664 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'status': 'completed', 'code': 200} Jan 27 05:52:29.247662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:52:29.364400 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-a344534e-b128-4211-97f0-06b165aeb000 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 217 time: 0.0947289 Jan 27 05:52:29.474843 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b0cbfeb-137c-4e54-9bca-454c3a010a0b req-f0201f83-f40e-4482-99fa-dec553c6ca16 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2015803 Jan 27 05:52:29.513529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e501-1ec7-492d-a2e0-1e860ee1ac88 req-0a7506cd-5ea8-4d90-afe0-1810e0eb00d0 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:29.515091 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8928e501-1ec7-492d-a2e0-1e860ee1ac88 req-0a7506cd-5ea8-4d90-afe0-1810e0eb00d0 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 946 time: 0.4384241 Jan 27 05:52:29.624256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86598b-ee86-4492-8a38-19b8ef449802 req-df5693f9-4b4e-47d5-b14c-450a2162d444 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:29.632380 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e86598b-ee86-4492-8a38-19b8ef449802 req-df5693f9-4b4e-47d5-b14c-450a2162d444 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.4384291 Jan 27 05:52:29.666062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-909a1541-6fc4-41df-9012-cd0d4d04b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:29.667663 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-909a1541-6fc4-41df-9012-cd0d4d04b16b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.2916002 Jan 27 05:52:29.717563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-e22ab96a-c70f-4b36-bcf4-3023fa96a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:29.720977 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-e22ab96a-c70f-4b36-bcf4-3023fa96a480 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1161 time: 0.1055903 Jan 27 05:52:29.770084 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8928e501-1ec7-492d-a2e0-1e860ee1ac88 req-94f8f32b-c944-4b33-90a1-0dafac3464ba tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477596 Jan 27 05:52:29.772306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:29.773364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 54148) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:29.816834 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e86598b-ee86-4492-8a38-19b8ef449802 req-db81ade3-4469-481c-8824-fcc46440d687 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830323 Jan 27 05:52:29.834128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:29.878444 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:29.886073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-86ef9ea5-9b8a-4aeb-a081-9f1a9aec425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:29.887668 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-86ef9ea5-9b8a-4aeb-a081-9f1a9aec425a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.1607158 Jan 27 05:52:29.898396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Usage tracker for resource:security_group_rule and tenant:750e8ef7cd3a4214ac27a42631c3a2ea is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:29.907351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:29.920356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:29.933533 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e', 'code': 200} Jan 27 05:52:29.940936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-2feeebb4-528d-47e0-977e-1d46a8f9b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:29.942575 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-2feeebb4-528d-47e0-977e-1d46a8f9b877 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2575395 Jan 27 05:52:30.009296 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-f77f6bd0-db60-47fd-b9f8-3604b37d41fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 217 time: 0.0841196 Jan 27 05:52:30.120752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-2bc69742-019d-4e5f-92a5-9f81d13b9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:30.122411 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-2bc69742-019d-4e5f-92a5-9f81d13b9c13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.1047807 Jan 27 05:52:30.255534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-4885ce0f-1d34-4837-863e-7c456f239143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:30.257432 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-4885ce0f-1d34-4837-863e-7c456f239143 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845873 Jan 27 05:52:30.438236 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-75606ff3-1f7c-43a4-8a7f-eda68546ce79 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657000 Jan 27 05:52:30.535602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 22be6723-e8a5-48dc-8ae3-d88d2f639878 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:30.685573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 22be6723-e8a5-48dc-8ae3-d88d2f639878 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:30.685900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:30.692460 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-12577d80-5d72-45d1-a12a-820533957277 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2094576 Jan 27 05:52:30.705448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-6e30ca5e-7e30-4a6e-9980-31269ae4433a service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992614 Jan 27 05:52:30.753554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaff72-0fbf-49b1-91ff-3deedfa14828 req-b187a783-b31e-49ee-925c-a8404a91bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:30.755162 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bdcaff72-0fbf-49b1-91ff-3deedfa14828 req-b187a783-b31e-49ee-925c-a8404a91bce3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 1163 time: 0.3155699 Jan 27 05:52:30.816679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddf95e-b408-4e07-9d73-4af1f60f2459 req-a6b3ac1a-0176-4ac6-b1fb-c5dda3062f92 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:30.824262 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-92ddf95e-b408-4e07-9d73-4af1f60f2459 req-a6b3ac1a-0176-4ac6-b1fb-c5dda3062f92 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 943 time: 0.8804100 Jan 27 05:52:30.838134 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bdcaff72-0fbf-49b1-91ff-3deedfa14828 req-017a036d-3dc1-441a-ba93-472aac1400a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662775 Jan 27 05:52:30.963113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-edc84be0-c39c-4e2b-b365-876a2c50580b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:30.964844 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-edc84be0-c39c-4e2b-b365-876a2c50580b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 0.7202055 Jan 27 05:52:31.037276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba4f8e-5045-4963-942f-08c65e757679 req-d718ce14-f9ef-4d2f-99db-9b473f4807e7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:31.038960 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4dba4f8e-5045-4963-942f-08c65e757679 req-d718ce14-f9ef-4d2f-99db-9b473f4807e7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.7958276 Jan 27 05:52:31.168449 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-92ddf95e-b408-4e07-9d73-4af1f60f2459 req-5e657af6-c7bf-458b-a6fb-de05d7729ac4 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430238 Jan 27 05:52:31.197142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:31.229306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:31.247182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:31.271864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4dba4f8e-5045-4963-942f-08c65e757679 req-9e91ecae-e776-4088-9e1a-2f583bff89d9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120094 Jan 27 05:52:31.284241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Request body: {'port': {'device_id': '801714a0-f56c-413a-bd41-d35701dec2f4', 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164', 'admin_state_up': True, 'tenant_id': '26bee7b0e0074f31abc977f6530061b6'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:31.457913 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4c6b69c-4852-4ade-9d9b-a2cecb045b31 req-3c4e0ae2-775b-4bab-b11d-dc288ac4f318 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6057532 Jan 27 05:52:31.467048 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-36e4fa8e-ada6-4fee-b44d-80cc8dfcb4d0 req-46b3b324-e50e-4c58-a635-a0e40cba6f60 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 210 time: 0.1465251 Jan 27 05:52:31.467703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2202b5d-2c80-4d46-b480-631d2624bf0e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:31.476439 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=750e8ef7cd3a4214ac27a42631c3a2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7010012 Jan 27 05:52:31.479591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54182) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:31.513874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:31.564173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:31.593142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:31.674115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:31.690541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:31.696639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c90bba0c-b2d0-49af-9090-e514de7eff26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:31.712730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2202b5d-2c80-4d46-b480-631d2624bf0e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:31.716791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:31.719155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:31.720587 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2202b5d-2c80-4d46-b480-631d2624bf0e HTTP/1.1" status: 204 len: 168 time: 0.2393389 Jan 27 05:52:31.736058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Usage tracker for resource:port and tenant:26bee7b0e0074f31abc977f6530061b6 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:31.752343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:31.760208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:31.842309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876fe90-4db1-46f6-83f3-6e27d9299759 req-f4e8fdb3-d92a-4c1d-ba3e-ab8670f544ce tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:31.844587 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e876fe90-4db1-46f6-83f3-6e27d9299759 req-f4e8fdb3-d92a-4c1d-ba3e-ab8670f544ce tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 946 time: 0.3797019 Jan 27 05:52:31.896108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Made reservation on behalf of 26bee7b0e0074f31abc977f6530061b6 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:52:31.914955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:32.004943 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e876fe90-4db1-46f6-83f3-6e27d9299759 req-4cc38568-e01b-4074-8404-4b833be287a5 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481297 Jan 27 05:52:32.016674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-5d4d0a39-af8d-4f03-b1fc-4aa559cebf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:32.018425 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-5d4d0a39-af8d-4f03-b1fc-4aa559cebf78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1160 time: 0.4110641 Jan 27 05:52:32.092301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994676e-6a54-46fb-8da0-6af4c83818b2 req-faae5cfc-37dd-421b-b27e-a11b9126d063 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:32.094685 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b994676e-6a54-46fb-8da0-6af4c83818b2 req-faae5cfc-37dd-421b-b27e-a11b9126d063 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.4242401 Jan 27 05:52:32.394954 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b994676e-6a54-46fb-8da0-6af4c83818b2 req-bd05d6b6-0dba-4960-89bb-65b91641b1c8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540641 Jan 27 05:52:32.499953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-d7b9c63a-f3ab-4dbe-93aa-256d420b0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:32.502481 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-d7b9c63a-f3ab-4dbe-93aa-256d420b0d82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.4063065 Jan 27 05:52:32.607781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 22be6723-e8a5-48dc-8ae3-d88d2f639878 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:32.730896 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-1d18cdc2-8f11-46b3-a58d-50bc99e0a1ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 217 time: 0.1690693 Jan 27 05:52:32.737113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 22be6723-e8a5-48dc-8ae3-d88d2f639878 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:32.737537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:33.275195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e43da-076d-4408-98ae-736bdcd97d36 req-296c4cf1-4689-4a35-ac24-de00e115a03e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:33.276930 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b52e43da-076d-4408-98ae-736bdcd97d36 req-296c4cf1-4689-4a35-ac24-de00e115a03e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 943 time: 0.8755128 Jan 27 05:52:33.279751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Allocated IP 172.20.0.12 (3cbb1f65-ee7e-416e-aae0-f021a1d05164/f20aceaa-6cf6-4dc8-b788-2cc84811ae3c/f429f3e2-8cf9-471f-af6f-9261e63ae19b) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:52:33.283638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-96c9a1f6-5742-4418-afd9-605cad20d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:33.285202 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-96c9a1f6-5742-4418-afd9-605cad20d164 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.5319412 Jan 27 05:52:33.486271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df205b-b361-4622-bcff-6025b2e56af3 req-cfb52090-e9b3-4abc-af71-da461bf0b8f2 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:33.489329 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87df205b-b361-4622-bcff-6025b2e56af3 req-cfb52090-e9b3-4abc-af71-da461bf0b8f2 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.8634665 Jan 27 05:52:33.600937 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b52e43da-076d-4408-98ae-736bdcd97d36 req-c9b2e5b3-70d4-4e3c-97a4-5bb383633072 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801569 Jan 27 05:52:33.712838 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87df205b-b361-4622-bcff-6025b2e56af3 req-28441a75-8c01-4f44-9a83-63333b9ffbd6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058265 Jan 27 05:52:33.737887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-305359c4-499f-417b-b3e0-2340e4d3bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:33.739534 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-305359c4-499f-417b-b3e0-2340e4d3bc85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4315803 Jan 27 05:52:33.858977 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b66bf83-8626-4c62-be9b-0132bc803434 req-a391fcab-d174-4f2f-89d9-a87226f05716 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 210 time: 0.1241877 Jan 27 05:52:34.037930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:34.115137 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-60fe413d-74d3-4835-a5a1-c8c6d38ed3ef service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218842 Jan 27 05:52:34.228974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36f9f4-564b-4581-ad1d-e218a4df0a2c req-a663c41a-244f-4377-8479-0a0e1b7affa6 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:34.237175 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d36f9f4-564b-4581-ad1d-e218a4df0a2c req-a663c41a-244f-4377-8479-0a0e1b7affa6 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.3175209 Jan 27 05:52:34.397465 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d36f9f4-564b-4581-ad1d-e218a4df0a2c req-bcda7609-138e-4872-9b3c-b90b35f7cff4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592975 Jan 27 05:52:34.398579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:34.423912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:34.553135 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6753ff1d-cfa5-42a9-b08f-b24e809f5c91 req-86eb7cdc-732d-467e-b02b-79b0dd955844 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4293025 Jan 27 05:52:34.589693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event updated for resources: {'Port': ['ID=f429f3e2-8cf9-471f-af6f-9261e63ae19b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:34.595366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:34.674947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:52:34.676390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:52:34.679909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:52:34.771857 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:34.773108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:34.983710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1eeef-54a9-44ac-9010-e9d91b49d6b5 req-5a9e719d-8a82-40e4-9720-126b19f683bf tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:34.996864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6ea1eeef-54a9-44ac-9010-e9d91b49d6b5 req-5a9e719d-8a82-40e4-9720-126b19f683bf tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 943 time: 0.2011857 Jan 27 05:52:34.996864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7147269 Jan 27 05:52:35.032879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Request body: {'port': {'device_id': '801714a0-f56c-413a-bd41-d35701dec2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:35.106062 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6ea1eeef-54a9-44ac-9010-e9d91b49d6b5 req-9cb52722-9b6d-48f9-a2df-9bb5bd205ad7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138361 Jan 27 05:52:35.193758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:35.451871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fbd746e5-de59-49ce-9249-f727ee8bc33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:35.700868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c610a-ed6c-48d2-9d63-4696b3fbac19 req-4f1f3f03-a00d-4a89-823d-2df5c2365249 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:35.704988 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ea4c610a-ed6c-48d2-9d63-4696b3fbac19 req-4f1f3f03-a00d-4a89-823d-2df5c2365249 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.4552634 Jan 27 05:52:35.910376 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ea4c610a-ed6c-48d2-9d63-4696b3fbac19 req-2c92adc9-2961-4daa-b66b-6a6fd62c854f tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840014 Jan 27 05:52:36.001405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55624866-4f69-49bd-87d1-4253924ac17e req-bc091fd8-7d77-4ab0-a630-263e0ae9bd6c tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:36.002238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-55624866-4f69-49bd-87d1-4253924ac17e req-bc091fd8-7d77-4ab0-a630-263e0ae9bd6c tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:36.102247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-55624866-4f69-49bd-87d1-4253924ac17e req-bc091fd8-7d77-4ab0-a630-263e0ae9bd6c tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:36.103591 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-55624866-4f69-49bd-87d1-4253924ac17e req-bc091fd8-7d77-4ab0-a630-263e0ae9bd6c tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 932 time: 0.7037911 Jan 27 05:52:36.254759 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-55624866-4f69-49bd-87d1-4253924ac17e req-f732827d-1a75-45d3-b319-208037a245a5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429029 Jan 27 05:52:36.283115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f429f3e2-8cf9-471f-af6f-9261e63ae19b {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:52:36.348745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4b59c-1479-4bef-afa5-61b2106cd18e req-5a82bb35-781d-4f64-ab63-9c6e56be6a18 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:36.351240 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-abe4b59c-1479-4bef-afa5-61b2106cd18e req-5a82bb35-781d-4f64-ab63-9c6e56be6a18 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.3107991 Jan 27 05:52:36.357305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:36.390363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Transition to ACTIVE for port object f429f3e2-8cf9-471f-af6f-9261e63ae19b will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:52:36.428043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:36.461280 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-abe4b59c-1479-4bef-afa5-61b2106cd18e req-294ca7da-98fe-4e6b-81b2-3f05eb4e8eca tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979717 Jan 27 05:52:36.464560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-210f9639-00c7-4a7f-acc0-e125f0f36978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:37.013922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f429f3e2-8cf9-471f-af6f-9261e63ae19b,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:37.039117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:37.301984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5083b0-0076-49e0-9a40-521ce318faef req-fda4ebf8-8393-45bf-8e6e-9b9660dfd623 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:37.303701 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7e5083b0-0076-49e0-9a40-521ce318faef req-fda4ebf8-8393-45bf-8e6e-9b9660dfd623 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 943 time: 0.4706249 Jan 27 05:52:37.387617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c4b5b-c820-478e-bd8a-587e6bc1aa42 req-15f122bf-546f-41e2-bab6-4aac6930cf9e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:37.389428 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f02c4b5b-c820-478e-bd8a-587e6bc1aa42 req-15f122bf-546f-41e2-bab6-4aac6930cf9e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.5066326 Jan 27 05:52:37.392533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669175-d632-461b-930d-f5190b1d48e5 req-f572fd22-7a84-4221-a6e3-ab6baac38c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:37.394227 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-f572fd22-7a84-4221-a6e3-ab6baac38c6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 1163 time: 0.4424639 Jan 27 05:52:37.416619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Attempting to bind port f429f3e2-8cf9-471f-af6f-9261e63ae19b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:52:37.416859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Attempting to bind port f429f3e2-8cf9-471f-af6f-9261e63ae19b by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:52:37.417279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Attempting to bind port f429f3e2-8cf9-471f-af6f-9261e63ae19b on network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:52:37.473577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:52:37.479138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Checking segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:52:37.479138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:37.479138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Bound using segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:52:37.479138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Bound port: f429f3e2-8cf9-471f-af6f-9261e63ae19b, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:52:37.479138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:37.654980 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7e5083b0-0076-49e0-9a40-521ce318faef req-a9665352-4c89-4794-bdb8-a1297b757467 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352978 Jan 27 05:52:37.709962 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f02c4b5b-c820-478e-bd8a-587e6bc1aa42 req-57e25012-7289-45e4-b946-99ff70bf08c1 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944584 Jan 27 05:52:37.801810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] For port f429f3e2-8cf9-471f-af6f-9261e63ae19b, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:52:37.805952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] For port f429f3e2-8cf9-471f-af6f-9261e63ae19b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f429f3e2-8cf9-471f-af6f-9261e63ae19b,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:52:37.873966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:37.899450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:37.937317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669175-d632-461b-930d-f5190b1d48e5 req-b6e2ea89-4f5d-4f4e-abe1-fbde58ad9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:37.939080 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-b6e2ea89-4f5d-4f4e-abe1-fbde58ad9736 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.5275271 Jan 27 05:52:38.178371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-ee30239e-fddd-4ea0-9716-a32d9aa42a66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e HTTP/1.1" status: 200 len: 217 time: 0.1910057 Jan 27 05:52:38.276527 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f429f3e2-8cf9-471f-af6f-9261e63ae19b,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:38.280366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:38.428646 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bedc2e-9025-4c99-9ba0-984cf2c8c957 req-263c1b0a-bfcb-4a46-b0ac-73ad1b013986 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:38.431258 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-64bedc2e-9025-4c99-9ba0-984cf2c8c957 req-263c1b0a-bfcb-4a46-b0ac-73ad1b013986 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 944 time: 0.6201665 Jan 27 05:52:38.436165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669175-d632-461b-930d-f5190b1d48e5 req-cd9f2dcc-87af-495d-9844-c48f3a0cad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:38.438208 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-cd9f2dcc-87af-495d-9844-c48f3a0cad5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.2433889 Jan 27 05:52:38.443427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:38.444151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:38.445999 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/f429f3e2-8cf9-471f-af6f-9261e63ae19b HTTP/1.1" status: 200 len: 1158 time: 3.4251771 Jan 27 05:52:38.449260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801714a0-f56c-413a-bd41-d35701dec2f4', 'tag': 'f429f3e2-8cf9-471f-af6f-9261e63ae19b'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:38.483578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dcee274d-560b-4600-b979-f6e00ab9dd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:38.597208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507d027-e155-40db-a556-45982693e71a req-3356e6c3-f63c-4192-a59f-990338e0b480 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:38.598919 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5507d027-e155-40db-a556-45982693e71a req-3356e6c3-f63c-4192-a59f-990338e0b480 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.7189903 Jan 27 05:52:38.606401 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-0a6c85ce-5d08-4df2-abc5-fcc2dfb175aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323154 Jan 27 05:52:38.860450 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5507d027-e155-40db-a556-45982693e71a req-8fabba9e-2a32-4e7e-ac1d-81d841392ef6 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168677 Jan 27 05:52:38.894325 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-64bedc2e-9025-4c99-9ba0-984cf2c8c957 req-05f6e324-e0eb-4fd3-9126-50659d6a8323 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458206 Jan 27 05:52:39.000775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-c9bc33fe-7467-43f9-9f32-1b035d361d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:39.002464 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-c9bc33fe-7467-43f9-9f32-1b035d361d59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 1161 time: 0.4024174 Jan 27 05:52:39.004303 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801714a0-f56c-413a-bd41-d35701dec2f4', 'tag': 'f429f3e2-8cf9-471f-af6f-9261e63ae19b', 'status': 'completed', 'code': 200} Jan 27 05:52:39.010739 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-2c919c59-16e0-4eb2-8384-e0d02f865764 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591163 Jan 27 05:52:39.185020 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-f0599c6e-594c-4fb4-a775-9f48b77b1322 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f429f3e2-8cf9-471f-af6f-9261e63ae19b HTTP/1.1" status: 200 len: 217 time: 0.1422319 Jan 27 05:52:39.212139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:39.315356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 36b75518-b745-493b-9a39-0a778cf92d41 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:39.321590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:39.322091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:39.460784 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:39.495122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:39.506606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 36b75518-b745-493b-9a39-0a778cf92d41, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=36b75518-b745-493b-9a39-0a778cf92d41,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:39.570439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:39.572048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:39.628490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-960e08fc-6ad0-45e5-96fc-b5496dabd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:39.630071 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-960e08fc-6ad0-45e5-96fc-b5496dabd324 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.3509862 Jan 27 05:52:39.644580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:39.719106 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-847ccbaf-84c5-4e0b-b7ba-b43e42f62f35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753567 Jan 27 05:52:39.732191 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb669175-d632-461b-930d-f5190b1d48e5 req-978e8eea-f7de-4bc8-b891-f9407fdabdea service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6907911 Jan 27 05:52:39.763189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:39.770432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:39.778137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:39.809173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460acd1e-004b-4f55-91a1-5f26e00a3c9b req-3f6bf4aa-668b-4d80-90ce-0b20f22b9aae tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:39.809625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:39.810939 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-460acd1e-004b-4f55-91a1-5f26e00a3c9b req-3f6bf4aa-668b-4d80-90ce-0b20f22b9aae tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 943 time: 0.6809435 Jan 27 05:52:39.825385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:39.826229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:39.913863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4196a5a-0f99-447c-ad2f-a09db47788fe req-53f4e045-df0a-4d99-81c3-a158436faeb7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:39.922363 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b4196a5a-0f99-447c-ad2f-a09db47788fe req-53f4e045-df0a-4d99-81c3-a158436faeb7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.7992930 Jan 27 05:52:40.032720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:40.055724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:40.108789 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b4196a5a-0f99-447c-ad2f-a09db47788fe req-0423bfa8-5fd9-475d-a6c3-209ccc2fc45c tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853268 Jan 27 05:52:40.127221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:40.137417 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-460acd1e-004b-4f55-91a1-5f26e00a3c9b req-7c197fcc-c35f-4985-a8f2-cad6efbd87d2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884658 Jan 27 05:52:40.167610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:40.167610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:40.315465 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-c0a91f38-77e3-43bd-8152-64b64fd2b336 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020139 Jan 27 05:52:40.366910 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41', 'code': 200} Jan 27 05:52:40.368209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:40.383795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:40.642492 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-87462e97-c0b4-4e34-bc10-a5ebfcb69deb req-805a7709-3da1-4c45-9f14-40ada033d1e6 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3165300 Jan 27 05:52:40.646667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:40.772157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:40.772623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:40.842886 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b7681-69ed-411f-9add-22e9c8cc6a53 req-593427ed-ff33-4dbe-8a59-ddf0c2ebc782 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:40.845854 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a7b7681-69ed-411f-9add-22e9c8cc6a53 req-593427ed-ff33-4dbe-8a59-ddf0c2ebc782 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 944 time: 0.3424525 Jan 27 05:52:40.848923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:40.877975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54448) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:41.076512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.093332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:41.098219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Usage tracker for resource:security_group_rule and tenant:75a787fb3af049ad9ebad345ce82cea5 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:41.101454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:41.102870 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a7b7681-69ed-411f-9add-22e9c8cc6a53 req-b6332ff9-3a8d-4eb0-8831-7b5db58b7400 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702399 Jan 27 05:52:41.107310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:41.142850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da049-149b-4320-9596-fd069e61fcdc req-48c2ab51-319b-4b8f-89c5-59f15d916ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:41.144571 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6b3da049-149b-4320-9596-fd069e61fcdc req-48c2ab51-319b-4b8f-89c5-59f15d916ce3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1163 time: 0.2961366 Jan 27 05:52:41.150587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24202-d411-45f9-90df-203ca66d6d5b req-c7b7f383-c108-47f7-bf00-34dc6754c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:41.152289 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-c7b7f383-c108-47f7-bf00-34dc6754c808 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 1161 time: 0.3052986 Jan 27 05:52:41.210833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.239023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33738fb8-0c8d-4c42-8396-3f26f007a20a req-97ed99b9-4291-4030-aa73-888db3fd97f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:41.240759 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33738fb8-0c8d-4c42-8396-3f26f007a20a req-97ed99b9-4291-4030-aa73-888db3fd97f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3014867 Jan 27 05:52:41.255110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.265425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:41.310699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75a787fb3af049ad9ebad345ce82cea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286306 Jan 27 05:52:41.312930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54466) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:41.313634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c346bbe-9522-4f0c-bfe5-0a9c30e663ef,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:41.318876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:41.390316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.421093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.451100 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6b3da049-149b-4320-9596-fd069e61fcdc req-bda80e32-58b5-4c3a-bf68-98336e1423ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969108 Jan 27 05:52:41.498875 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33738fb8-0c8d-4c42-8396-3f26f007a20a req-76e5b5d5-7e91-42a7-bc58-fde5c9112c5f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209923 Jan 27 05:52:41.517720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.548294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24202-d411-45f9-90df-203ca66d6d5b req-b4f86bcf-53c5-4d85-bdad-c596d1155d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:41.549984 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-b4f86bcf-53c5-4d85-bdad-c596d1155d9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 909 time: 0.3063726 Jan 27 05:52:41.564410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9663fb4f-b533-4390-96d8-c8e3ede979c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:41.617726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c346bbe-9522-4f0c-bfe5-0a9c30e663ef,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:41.628677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071c5b-d13e-4c4b-b077-051bc6baddf3 req-2df09def-3cc8-4961-bd0e-3723f0cc2a1f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:41.637729 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-df071c5b-d13e-4c4b-b077-051bc6baddf3 req-2df09def-3cc8-4961-bd0e-3723f0cc2a1f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 946 time: 0.3632855 Jan 27 05:52:41.638503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:41.666154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:41.671529 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c346bbe-9522-4f0c-bfe5-0a9c30e663ef HTTP/1.1" status: 204 len: 168 time: 0.3544853 Jan 27 05:52:41.754291 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-df071c5b-d13e-4c4b-b077-051bc6baddf3 req-9a38d0fb-5bff-4202-a3c3-155ffb6bc1bf tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154952 Jan 27 05:52:41.932803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a407-4da5-4919-a71d-7b12310f0637 req-7e725b5a-7f35-4fb5-9b82-2443144ebcc0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:41.934561 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1bc4a407-4da5-4919-a71d-7b12310f0637 req-7e725b5a-7f35-4fb5-9b82-2443144ebcc0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1780505 Jan 27 05:52:42.090249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54488) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:42.152427 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-ebb326a4-b43d-48f9-958f-700bc1c4dd68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f429f3e2-8cf9-471f-af6f-9261e63ae19b HTTP/1.1" status: 200 len: 217 time: 0.2028072 Jan 27 05:52:42.184825 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1bc4a407-4da5-4919-a71d-7b12310f0637 req-e9368d01-7f42-4d3d-8a49-c6bfcdd77604 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412815 Jan 27 05:52:42.320300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24202-d411-45f9-90df-203ca66d6d5b req-69c92d22-3375-4a4a-a86f-d4a2990d26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:42.322030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-69c92d22-3375-4a4a-a86f-d4a2990d26d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.1271586 Jan 27 05:52:42.368320 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:42.409659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.430685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:42.434802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Usage tracker for resource:security_group_rule and tenant:00aadea24b804341b768233c59d2ab0f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:42.438423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:42.444442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:42.446760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a460ca-e704-4765-a910-62f5519e0bd4 req-35c063fd-4176-42b3-a2c8-93b24a1a1717 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:42.448549 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-01a460ca-e704-4765-a910-62f5519e0bd4 req-35c063fd-4176-42b3-a2c8-93b24a1a1717 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3719621 Jan 27 05:52:42.524356 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-b9be7a4b-797e-41a8-906d-92d68ea32cea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592667 Jan 27 05:52:42.594597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.595588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54500) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:42.614878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.632250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:42.637316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2369d94a9c493b9ef7c4d9b9c85ada is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:42.641350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:42.644509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.656192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0b1eb744-0b7a-43b6-9a7f-49b331d53e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:42.663377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:42.679655 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-01a460ca-e704-4765-a910-62f5519e0bd4 req-3ef71f6c-c955-493f-b51a-e6e2f95660ea tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867616 Jan 27 05:52:42.711191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:42.760384 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00aadea24b804341b768233c59d2ab0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686661 Jan 27 05:52:42.767613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54504) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:42.782298 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'code': 200} Jan 27 05:52:42.795878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a041fe-c378-4fc1-920e-629abd6e51ca req-77928983-ec87-43e2-a931-8d1382a4c3a4 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:42.798101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:42.798656 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.798874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-12a041fe-c378-4fc1-920e-629abd6e51ca req-77928983-ec87-43e2-a931-8d1382a4c3a4 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 944 time: 0.4804959 Jan 27 05:52:42.846179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a081862-e209-49df-8097-039d1edddde4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:42.857317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:42.873053 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-13eba1d5-a405-4f4b-8f16-4c4b937079c1 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368754 Jan 27 05:52:42.903558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.949576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.988505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:42.998956 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-12a041fe-c378-4fc1-920e-629abd6e51ca req-306fedc1-bf24-41e0-aa58-e9e11f3b9490 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935308 Jan 27 05:52:43.026429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:43.056728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:43.070072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:43.096311 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a2369d94a9c493b9ef7c4d9b9c85ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963975 Jan 27 05:52:43.100785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 54510) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:43.109337 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f63238-5a48-43ae-9861-f167b0f942d4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:43.115022 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:43.115574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-08a722b1-e569-40fe-8630-16c76f74a2c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:43.132795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a081862-e209-49df-8097-039d1edddde4,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:43.135027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:43.139410 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a081862-e209-49df-8097-039d1edddde4 HTTP/1.1" status: 204 len: 168 time: 0.3663495 Jan 27 05:52:43.143136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:43.196301 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-75d24202-d411-45f9-90df-203ca66d6d5b req-190b6548-34e7-4c44-9f8b-ea155b71fb7e service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3134310 Jan 27 05:52:43.350577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff9415-aec8-4abc-8ca6-4c88b74966d5 req-23833712-c525-4611-add9-1164b1587a19 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:43.352327 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ebff9415-aec8-4abc-8ca6-4c88b74966d5 req-23833712-c525-4611-add9-1164b1587a19 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.4229796 Jan 27 05:52:43.654975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:43.735756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:43.762348 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ebff9415-aec8-4abc-8ca6-4c88b74966d5 req-39327712-4930-4ba7-8553-1ea04917a424 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515453 Jan 27 05:52:43.913569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc73c-3a9b-4604-801c-974991171759 req-49ff1b53-8749-4a31-b13a-7603480fe371 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:43.915302 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c4cbc73c-3a9b-4604-801c-974991171759 req-49ff1b53-8749-4a31-b13a-7603480fe371 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 946 time: 0.7151721 Jan 27 05:52:44.042391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3277-d494-47de-acd9-64b27cb3b2f9 req-981d9bb3-9b7f-41b4-b443-29e7b7614798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:44.044073 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6eff3277-d494-47de-acd9-64b27cb3b2f9 req-981d9bb3-9b7f-41b4-b443-29e7b7614798 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1162 time: 0.6879389 Jan 27 05:52:44.097476 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c4cbc73c-3a9b-4604-801c-974991171759 req-748d93df-e55f-4149-83af-1a717cded50e tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547418 Jan 27 05:52:44.126509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:44.146512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:44.199289 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6eff3277-d494-47de-acd9-64b27cb3b2f9 req-9d54701b-d6b5-4243-9b9d-492c5efcadc3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465657 Jan 27 05:52:44.218585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f63238-5a48-43ae-9861-f167b0f942d4,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:44.221986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:44.237056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:44.240959 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6f63238-5a48-43ae-9861-f167b0f942d4 HTTP/1.1" status: 204 len: 168 time: 1.1366503 Jan 27 05:52:44.329741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bed84-1c13-4647-91b1-c5d0d7113735 req-4576f5fe-db1a-4f4f-b409-3b3d5b704ddc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:44.331457 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-836bed84-1c13-4647-91b1-c5d0d7113735 req-4576f5fe-db1a-4f4f-b409-3b3d5b704ddc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.3876188 Jan 27 05:52:44.472010 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-836bed84-1c13-4647-91b1-c5d0d7113735 req-14069410-3f2b-4646-b47b-f3b7349fd03f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914226 Jan 27 05:52:44.565133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-b7204c6a-10a8-4afc-a380-3fab9b392d3e tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:44.566366 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-b7204c6a-10a8-4afc-a380-3fab9b392d3e tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.53 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 946 time: 0.4127262 Jan 27 05:52:44.658703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63522818-0ba5-49b9-b243-c0fe1870a4c7 req-5dd366bb-204a-4a4c-bce0-20db5b5bc741 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:44.667613 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-63522818-0ba5-49b9-b243-c0fe1870a4c7 req-5dd366bb-204a-4a4c-bce0-20db5b5bc741 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3279815 Jan 27 05:52:44.881634 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-63522818-0ba5-49b9-b243-c0fe1870a4c7 req-54b7a58e-8cdf-4531-aa14-76bde601debf tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126133 Jan 27 05:52:45.010040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052b12-19d1-4067-a906-c521c913ee35 req-ba823343-f07e-4904-bb75-266168132162 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:45.012014 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d9052b12-19d1-4067-a906-c521c913ee35 req-ba823343-f07e-4904-bb75-266168132162 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 944 time: 0.3414009 Jan 27 05:52:45.131271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 22be6723-e8a5-48dc-8ae3-d88d2f639878 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:52:45.361074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:45.361228 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d9052b12-19d1-4067-a906-c521c913ee35 req-5b3446dc-fc3f-40a1-a816-c97ab913ef5d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305457 Jan 27 05:52:45.410840 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 22be6723-e8a5-48dc-8ae3-d88d2f639878, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=22be6723-e8a5-48dc-8ae3-d88d2f639878,segment=NetworkSegment(69198fb6-13de-48ce-acf6-c50f6b60efe1),segment_id=69198fb6-13de-48ce-acf6-c50f6b60efe1)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:45.412991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:45.458628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:45.460711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Deleting port 22be6723-e8a5-48dc-8ae3-d88d2f639878 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:52:45.461604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:45.461813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:45.554612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=22be6723-e8a5-48dc-8ae3-d88d2f639878,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:45.558383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:45.778368 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7913e9-50d1-41ea-8f35-ed46e7a5217a req-5f50e0ad-6c39-48c9-b2d1-7ef3e3cc79e5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:45.780149 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bf7913e9-50d1-41ea-8f35-ed46e7a5217a req-5f50e0ad-6c39-48c9-b2d1-7ef3e3cc79e5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.7001574 Jan 27 05:52:45.985326 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bf7913e9-50d1-41ea-8f35-ed46e7a5217a req-8b9d6f50-1ccb-49c3-9ed8-d393b0f63de3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915479 Jan 27 05:52:46.060420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a637d4-6b0a-41eb-9f89-8d74710aa091 req-d18da079-8b98-4b8d-9902-68d7f58672ac tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:46.063004 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c8a637d4-6b0a-41eb-9f89-8d74710aa091 req-d18da079-8b98-4b8d-9902-68d7f58672ac tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 944 time: 0.4543223 Jan 27 05:52:46.099116 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878', 'code': 200} Jan 27 05:52:46.165415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] For port 22be6723-e8a5-48dc-8ae3-d88d2f639878, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=22be6723-e8a5-48dc-8ae3-d88d2f639878,segment=NetworkSegment(69198fb6-13de-48ce-acf6-c50f6b60efe1),segment_id=69198fb6-13de-48ce-acf6-c50f6b60efe1)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:46.166999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:46.192930 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c8a637d4-6b0a-41eb-9f89-8d74710aa091 req-3db20e39-0bb9-4cd1-bd07-3bdc421080d3 tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/security-groups?id=152c816a-45c3-427a-ad62-279b76874cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197312 Jan 27 05:52:46.351339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Calling delete_port for 22be6723-e8a5-48dc-8ae3-d88d2f639878 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:52:46.821620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:46.979888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:46.981139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:47.045341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce0f2-80ed-42a2-83bd-ae9319680c32 req-edb31a42-db6f-40d3-a6d4-c0d04a5f46e9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:47.053779 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4d1ce0f2-80ed-42a2-83bd-ae9319680c32 req-edb31a42-db6f-40d3-a6d4-c0d04a5f46e9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.7116368 Jan 27 05:52:47.137593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3da5c-d4ea-48fb-bc51-a4f735f37828 req-dba135b6-5547-4615-8dc0-dac95ba3a3a8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:47.139284 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b2d3da5c-d4ea-48fb-bc51-a4f735f37828 req-dba135b6-5547-4615-8dc0-dac95ba3a3a8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.7525682 Jan 27 05:52:47.243772 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4d1ce0f2-80ed-42a2-83bd-ae9319680c32 req-c3d7e1f3-be32-4344-b7e0-5a5910164d3d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889684 Jan 27 05:52:47.248475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:47.269591 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b2d3da5c-d4ea-48fb-bc51-a4f735f37828 req-e048ce91-4ad6-42e1-9ef7-1005e09358e3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095917 Jan 27 05:52:47.287502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:47.588820 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Pushing event deleted for resources: {'Port': ['ID=22be6723-e8a5-48dc-8ae3-d88d2f639878,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:47.680865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:47.942979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94670c6c-a194-4189-927f-d1c94a189aa9 req-d0968c7d-325f-4003-9fb1-4d7d2e9d0255 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:47.950348 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94670c6c-a194-4189-927f-d1c94a189aa9 req-d0968c7d-325f-4003-9fb1-4d7d2e9d0255 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3605714 Jan 27 05:52:47.950348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] No DVR routers for this DVR port 22be6723-e8a5-48dc-8ae3-d88d2f639878 on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:52:47.958841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54646) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:47.965383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'floatingip': {'port_id': '36b75518-b745-493b-9a39-0a778cf92d41'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:48.071576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614744-c449-4406-b54c-5aabbaf41d11 req-cde87083-9399-4d15-a2f2-d3e6a58a3356 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:48.073542 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-11614744-c449-4406-b54c-5aabbaf41d11 req-cde87083-9399-4d15-a2f2-d3e6a58a3356 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 944 time: 0.4970829 Jan 27 05:52:48.076156 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:48.080910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'name': 'network-vif-deleted', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:48.116502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:48.211560 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-45ec867f-4c3a-4501-aed4-af9ce04595f7 req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.53 "DELETE /v2.0/ports/22be6723-e8a5-48dc-8ae3-d88d2f639878 HTTP/1.1" status: 204 len: 173 time: 3.0155373 Jan 27 05:52:48.243250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-11614744-c449-4406-b54c-5aabbaf41d11 req-20011c7e-358c-4c9d-a989-278c0d335d5e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562147 Jan 27 05:52:48.259676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-4fd2f015-fbbc-4ae8-9eec-2755ec2d38da req-77a294f6-1916-4249-aa26-36a8a5438dba tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Synchronizing usage tracker for tenant:6513074486ee454689430e77808ba253 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:52:48.291812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-4fd2f015-fbbc-4ae8-9eec-2755ec2d38da req-77a294f6-1916-4249-aa26-36a8a5438dba tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Unset dirty status for tenant:6513074486ee454689430e77808ba253 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:52:48.298044 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4fd2f015-fbbc-4ae8-9eec-2755ec2d38da req-77a294f6-1916-4249-aa26-36a8a5438dba tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 210 time: 0.1341255 Jan 27 05:52:48.369635 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c280692e-55d2-4f16-b574-672bd8bce840', 'name': 'network-vif-deleted', 'tag': '22be6723-e8a5-48dc-8ae3-d88d2f639878', 'status': 'completed', 'code': 200} Jan 27 05:52:48.723467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ff15-cd2f-4ac3-8f8e-215b241d48e2 req-7d762214-c040-4614-9743-fd072793d94e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:48.739609 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-95e4ff15-cd2f-4ac3-8f8e-215b241d48e2 req-7d762214-c040-4614-9743-fd072793d94e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.2895339 Jan 27 05:52:48.938775 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-95e4ff15-cd2f-4ac3-8f8e-215b241d48e2 req-663c28f7-7c64-4717-8a3a-ae0de7e011d3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971538 Jan 27 05:52:49.067462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c7883-b1a5-4802-b949-05a6301c650e req-2a6f62f8-b29b-4e09-8677-b0108a8c5376 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:49.069084 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-848c7883-b1a5-4802-b949-05a6301c650e req-2a6f62f8-b29b-4e09-8677-b0108a8c5376 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.3015192 Jan 27 05:52:49.157013 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-848c7883-b1a5-4802-b949-05a6301c650e req-8220f77d-febd-40e0-8b33-5dcb235eb3e3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807397 Jan 27 05:52:49.512910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device f429f3e2-8cf9-471f-af6f-9261e63ae19b up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:49.736419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765e4bb-608d-4d16-bd44-292060472df4 req-c613c379-d11c-450f-ba40-e3e05bf543db tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:49.746389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port f429f3e2-8cf9-471f-af6f-9261e63ae19b completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:52:49.749557 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1765e4bb-608d-4d16-bd44-292060472df4 req-c613c379-d11c-450f-ba40-e3e05bf543db tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.3311925 Jan 27 05:52:49.751736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 54700) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:49.753869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port f429f3e2-8cf9-471f-af6f-9261e63ae19b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:49.754013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:49.764211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'floatingip': {'port_id': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:52:49.954317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:49.986796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:50.031975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:50.083483 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6161-33f4-44bc-816a-f7246d897a3d req-b86feae6-ba72-410d-bbc4-6ab624bd5f3d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:50.085254 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-624c6161-33f4-44bc-816a-f7246d897a3d req-b86feae6-ba72-410d-bbc4-6ab624bd5f3d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 944 time: 0.6002469 Jan 27 05:52:50.086044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port f429f3e2-8cf9-471f-af6f-9261e63ae19b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f429f3e2-8cf9-471f-af6f-9261e63ae19b,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:52:50.087970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801714a0-f56c-413a-bd41-d35701dec2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f429f3e2-8cf9-471f-af6f-9261e63ae19b'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:50.107580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:50.129183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:50.131970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:50.245962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=f429f3e2-8cf9-471f-af6f-9261e63ae19b,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:50.252598 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:50.293723 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Floating IP e124f844-7e92-4fa7-b904-ea290ea4bba1 associated. External IP: 172.28.1.253, port: 36b75518-b745-493b-9a39-0a778cf92d41. Jan 27 05:52:50.294439 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8447bfbf-4b40-48d1-b109-6cb05e2db675 req-dc085b6f-21f5-4f84-bc09-67cfc1759b9d tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c280692e-55d2-4f16-b574-672bd8bce840 HTTP/1.1" status: 200 len: 210 time: 0.2050221 Jan 27 05:52:50.410784 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-624c6161-33f4-44bc-816a-f7246d897a3d req-ea04d678-a036-4fce-830e-3bfff693ae7d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302334 Jan 27 05:52:50.524193 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801714a0-f56c-413a-bd41-d35701dec2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f429f3e2-8cf9-471f-af6f-9261e63ae19b', 'code': 200} Jan 27 05:52:50.742683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device f429f3e2-8cf9-471f-af6f-9261e63ae19b up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:50.840294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port f429f3e2-8cf9-471f-af6f-9261e63ae19b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:50.840728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:50.861161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:52:50.922643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a206a88-77bf-48b3-af8d-ef1206a2d46f req-91aa32d8-642d-48d7-8492-31cba4f4ddec tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:50.924628 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2a206a88-77bf-48b3-af8d-ef1206a2d46f req-91aa32d8-642d-48d7-8492-31cba4f4ddec tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3568718 Jan 27 05:52:51.096909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:52:51.103803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:51.111979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:52:51.134928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:52:51.137175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:52:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:51.221897 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-01da8a63-9dd0-418e-bc19-29ecffd5535f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "PUT /v2.0/floatingips/e124f844-7e92-4fa7-b904-ea290ea4bba1 HTTP/1.1" status: 200 len: 992 time: 3.2613158 Jan 27 05:52:51.223294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:51.614826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:52:51.710263 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41', 'status': 'completed', 'code': 200} Jan 27 05:52:51.902356 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2a206a88-77bf-48b3-af8d-ef1206a2d46f req-4fd7b66d-a31c-46d1-a968-0bb11ae880f0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457053 Jan 27 05:52:51.990017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b490dbc-fd11-4fed-bb49-f0eb5a764bde req-69f8636f-5e23-4a3f-bad0-3043c50d5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:51.991936 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2b490dbc-fd11-4fed-bb49-f0eb5a764bde req-69f8636f-5e23-4a3f-bad0-3043c50d5c58 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 1163 time: 0.9335384 Jan 27 05:52:52.065505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54764) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:52.233568 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2b490dbc-fd11-4fed-bb49-f0eb5a764bde req-0e31e03e-2ac0-4c57-b3e8-047956fe48e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264481 Jan 27 05:52:52.235800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-39615f1a-0c9f-4935-899c-cf0d37b9ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:52.237546 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-39615f1a-0c9f-4935-899c-cf0d37b9ebb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1163 time: 0.4204504 Jan 27 05:52:52.239225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54772) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:52.285254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'e124f844-7e92-4fa7-b904-ea290ea4bba1', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'port_id': '36b75518-b745-493b-9a39-0a778cf92d41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'mac_address': 'fa:16:3e:af:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:52:15Z', 'updated_at': '2021-01-27T05:52:49Z', 'revision_number': 1, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:52.290960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:52:52.302397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.resource_extend [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 05:52:52.306082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:52:52.307043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:52:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:52.311021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.357033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:52.362099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Usage tracker for resource:security_group_rule and tenant:41aed92bd88944ffaec8787e26495ba7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:52.365595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:52.384839 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:52.440392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.464269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:52.468622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Usage tracker for resource:security_group_rule and tenant:0cffe1bdcd8f4628b6815276368c25b8 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:52.471898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:52.478220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:52.525564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7903e-f1e9-413f-b044-071c689ace42 req-ed58fb53-3843-4843-94a0-348381caaa92 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:52.527511 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-26a7903e-f1e9-413f-b044-071c689ace42 req-ed58fb53-3843-4843-94a0-348381caaa92 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 946 time: 0.5187199 Jan 27 05:52:52.549487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:52:52.578568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.591895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.609339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.617766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cbe4508b-3c84-4460-81ed-70d1ee0f4e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:52.686669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda194d-97f7-497f-bd9f-b7716eefba0e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:52.691871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:52.692413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.759311 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cffe1bdcd8f4628b6815276368c25b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179305 Jan 27 05:52:52.768669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54786) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:52.846887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.876154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.882082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.892119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c249f8d2-9435-4769-83ff-f7c4295db763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:52.951816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:52.978229 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41aed92bd88944ffaec8787e26495ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9088650 Jan 27 05:52:52.984219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54792) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:52.985016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b0d33-ae15-47e2-acd8-e2138c31edbc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:52.993787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:53.053008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-eaade6a7-606b-44e5-9e02-c289b8dc9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:53.055733 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-eaade6a7-606b-44e5-9e02-c289b8dc9cf6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.4089694 Jan 27 05:52:53.080179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4e702cc2-1939-454b-9e5f-b3c4a6c90ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:53.084420 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-26a7903e-f1e9-413f-b044-071c689ace42 req-d96ca3c5-e1c6-4779-a61a-50a42b52b77e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895186 Jan 27 05:52:53.115221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4e702cc2-1939-454b-9e5f-b3c4a6c90ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:53.210638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'e124f844-7e92-4fa7-b904-ea290ea4bba1', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'port_id': '36b75518-b745-493b-9a39-0a778cf92d41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'mac_address': 'fa:16:3e:af:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:52:15Z', 'updated_at': '2021-01-27T05:52:49Z', 'revision_number': 1, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:53.216926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4034be-1a5d-43ed-8120-99144ac5b160 None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'e124f844-7e92-4fa7-b904-ea290ea4bba1', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'port_id': '36b75518-b745-493b-9a39-0a778cf92d41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'mac_address': 'fa:16:3e:af:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:52:15Z', 'updated_at': '2021-01-27T05:52:49Z', 'revision_number': 1, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:52:53.233132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4e702cc2-1939-454b-9e5f-b3c4a6c90ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:53.238809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:53.245203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-57415f63-b15d-4fb5-8990-4dee540be581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:53.274231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e702cc2-1939-454b-9e5f-b3c4a6c90ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b0d33-ae15-47e2-acd8-e2138c31edbc,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:53.319685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4e702cc2-1939-454b-9e5f-b3c4a6c90ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:53.321124 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4e702cc2-1939-454b-9e5f-b3c4a6c90ca6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/226b0d33-ae15-47e2-acd8-e2138c31edbc HTTP/1.1" status: 204 len: 168 time: 0.3329453 Jan 27 05:52:53.322428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda194d-97f7-497f-bd9f-b7716eefba0e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:53.326238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:53.326515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:53.328410 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bda194d-97f7-497f-bd9f-b7716eefba0e HTTP/1.1" status: 204 len: 168 time: 0.5588167 Jan 27 05:52:53.329553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:53.330109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:53.346884 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-0efa00cd-86db-4eff-a48c-ce92740c3e0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 1000 time: 0.2610841 Jan 27 05:52:53.575906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dcf1f-303b-4f90-afd4-b64c6a8b17ef req-6605cec4-f29d-45ce-9210-5c5f3ec72ffe tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:53.583810 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-160dcf1f-303b-4f90-afd4-b64c6a8b17ef req-6605cec4-f29d-45ce-9210-5c5f3ec72ffe tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.4943202 Jan 27 05:52:53.591659 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Floating IP 319a8c42-25f4-457d-8c49-f3e40466501f associated. External IP: 172.28.1.75, port: 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a. Jan 27 05:52:53.629973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0e200-447d-42a6-bcda-2cb6177b574f None None] New status for floating IP e124f844-7e92-4fa7-b904-ea290ea4bba1: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:52:53.901680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-6486c381-8d09-43c0-94f9-1a0a356c535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:53.903756 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-6486c381-8d09-43c0-94f9-1a0a356c535f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.5448117 Jan 27 05:52:54.803643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54848) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:54.821837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device f429f3e2-8cf9-471f-af6f-9261e63ae19b up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:52:54.831491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:54.850478 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:54.854868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Usage tracker for resource:security_group_rule and tenant:118a17a064c641fb9b741161bdad258c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:54.856522 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-160dcf1f-303b-4f90-afd4-b64c6a8b17ef req-bda257e2-8b9b-4660-813d-be9d8fcfdce5 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2716012 Jan 27 05:52:54.858473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:54.867468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:54.938454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port f429f3e2-8cf9-471f-af6f-9261e63ae19b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:52:54.938895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:55.149067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:55.187859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54858) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:55.204133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3810f-361d-43ff-b4d4-5c4eb5ec505e req-613e97f9-0a6c-4d31-8d39-381ec52c98e3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:55.205889 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56b3810f-361d-43ff-b4d4-5c4eb5ec505e req-613e97f9-0a6c-4d31-8d39-381ec52c98e3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 946 time: 0.4902050 Jan 27 05:52:55.218183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-629c3f6c-bf3d-4df7-bb1c-9955ce27d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:55.219982 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-629c3f6c-bf3d-4df7-bb1c-9955ce27d5b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6302638 Jan 27 05:52:55.231030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-62c68e8e-1447-4e16-813a-ccd24cbd9c26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6358910 Jan 27 05:52:55.236233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:55.256226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:52:55.312779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:55.425777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c5c5e-1ac2-41b6-b2a3-06441d0910e2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:55.457954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:55.507313 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=118a17a064c641fb9b741161bdad258c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982071 Jan 27 05:52:55.522696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54868) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:55.597289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Deleting subnet 4ba1b64e-eaca-4343-b2ef-bbc752be66ed {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:52:55.600887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:55.713334 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56b3810f-361d-43ff-b4d4-5c4eb5ec505e req-091118b7-960f-457b-a5e0-44de68bb9b7e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883690 Jan 27 05:52:55.815884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 54878) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:55.837157 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-c9833e86-931f-4bdf-bc09-e92a15675fbc service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907831 Jan 27 05:52:55.879610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-1caff425-8f58-4f70-bd67-51333f3bd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:55.881298 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-1caff425-8f58-4f70-bd67-51333f3bd4d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 1162 time: 0.3387635 Jan 27 05:52:55.883279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:55.900639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:55.999725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:52:56.018030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:52:56.019252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.030555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.056890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:52:56.058621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:52:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:56.142627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.226972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.240292 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ab533306-3d78-4eac-a8ee-151d2f93aa50 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "PUT /v2.0/floatingips/319a8c42-25f4-457d-8c49-f3e40466501f HTTP/1.1" status: 200 len: 990 time: 6.4848666 Jan 27 05:52:56.255662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e556bd3c-814f-4faa-bcf1-ec513c96ff97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:56.304021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.306343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:52:56.312295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-6fc48d81-c6b9-43c1-8b61-656fd56f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:56.314366 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-6fc48d81-c6b9-43c1-8b61-656fd56f58fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 909 time: 0.2871773 Jan 27 05:52:56.315558 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b68c5c5e-1ac2-41b6-b2a3-06441d0910e2 HTTP/1.1" status: 204 len: 168 time: 0.7912667 Jan 27 05:52:56.335073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c5c5e-1ac2-41b6-b2a3-06441d0910e2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:56.362058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:56.562967 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-b630214e-64ec-46e8-8668-951582a1a899 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83 HTTP/1.1" status: 200 len: 217 time: 0.1889665 Jan 27 05:52:56.677760 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a57e48cd-9590-4314-884a-5917a3f3d657 req-b563d612-9baf-455e-b9d8-c6da7a02e65c service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8314173 Jan 27 05:52:56.751345 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.791182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:52:56.797687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Usage tracker for resource:security_group_rule and tenant:16dbba55469341bfbf29d689a6ed8d5f is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:52:56.800336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.801423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:52:56.808878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:52:56.839660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-64e53b7f-cca3-4995-8beb-e5d53ef24cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:56.914321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.947944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:56.966803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:52:57.004565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba1b64e-eaca-4343-b2ef-bbc752be66ed,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:57.027967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:57.076251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1ce4-69c7-4b71-96fd-4a6a5425d107 req-5ea6b1f4-c1c3-4fe3-95f0-1066c0910404 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:57.087516 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-234b1ce4-69c7-4b71-96fd-4a6a5425d107 req-5ea6b1f4-c1c3-4fe3-95f0-1066c0910404 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.8363845 Jan 27 05:52:57.120240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:57.129984 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1593ea6f-5f6a-415a-9980-cdc017c5f5c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4ba1b64e-eaca-4343-b2ef-bbc752be66ed HTTP/1.1" status: 204 len: 168 time: 1.9402061 Jan 27 05:52:57.133561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54904) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:57.139704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:57.303138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-4a6fbe6d-ad2f-4d1e-a101-9eecd9ca845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:57.319114 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-4a6fbe6d-ad2f-4d1e-a101-9eecd9ca845e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.7138340 Jan 27 05:52:57.429093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:57.571411 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-ee2164ae-1327-496d-990b-9fee8bcd9cfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2399957 Jan 27 05:52:57.585990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2a0066-b9df-4983-9eb0-2e1c333eecec,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:57.591226 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16dbba55469341bfbf29d689a6ed8d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7707388 Jan 27 05:52:57.618316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:57.619584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54922) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:52:57.708334 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-234b1ce4-69c7-4b71-96fd-4a6a5425d107 req-deb57bdd-6117-4eba-a270-d2ceac29d861 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158361 Jan 27 05:52:57.908128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '319a8c42-25f4-457d-8c49-f3e40466501f', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'port_id': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'mac_address': 'fa:16:3e:b0:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590808b5-f599-490b-8b82-787872c91328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:52:04Z', 'updated_at': '2021-01-27T05:52:52Z', 'revision_number': 1, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:57.917193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:52:57.943904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:52:57.943904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:52:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:58.066127 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-f08d0def-7262-4608-9f06-9163db52b14c service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734683 Jan 27 05:52:58.072559 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'status': 'completed', 'code': 200} Jan 27 05:52:58.178164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:52:58.182316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.347924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.381971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.602821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.602821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.603206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.603766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > port after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.603957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.604307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > port after_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.604677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.605047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.605411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.605772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.707140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.707528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.707966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.708426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:52:58.708838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8efef38-2717-407a-a063-d3225b7b6225']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:58.732063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69198fb6-13de-48ce-acf6-c50f6b60efe1') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:58.732413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69198fb6-13de-48ce-acf6-c50f6b60efe1') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:58.752241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.766796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.775285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.777935 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:52:58.807058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:58.834112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-15f8a16c-a251-4a84-9182-60d6c3df72c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:58.934744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '319a8c42-25f4-457d-8c49-f3e40466501f', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'port_id': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'mac_address': 'fa:16:3e:b0:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590808b5-f599-490b-8b82-787872c91328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:52:04Z', 'updated_at': '2021-01-27T05:52:52Z', 'revision_number': 1, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:52:58.941022 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819cce7a-81b2-4cf7-a0c0-935ec937cc8e None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '319a8c42-25f4-457d-8c49-f3e40466501f', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'port_id': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'mac_address': 'fa:16:3e:b0:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590808b5-f599-490b-8b82-787872c91328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:52:04Z', 'updated_at': '2021-01-27T05:52:52Z', 'revision_number': 1, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:52:58.969924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2a0066-b9df-4983-9eb0-2e1c333eecec,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:59.003479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:59.070945 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4e5ecb08-ccf8-4947-a4db-6970d0bca99f req-dccf05e8-64dd-47e7-aa44-f11e25cf41b8 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8756924 Jan 27 05:52:59.091351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:59.091643 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec2a0066-b9df-4983-9eb0-2e1c333eecec HTTP/1.1" status: 204 len: 168 time: 1.4705839 Jan 27 05:52:59.139432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Network e8efef38-2717-407a-a063-d3225b7b6225 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:52:59.164979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:59.239487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-fdad0e4e-accd-4e21-9541-03faf42615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:59.241880 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-fdad0e4e-accd-4e21-9541-03faf42615f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1162 time: 1.1746809 Jan 27 05:52:59.328814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43427f96-b277-4a57-9c49-a1cf8f675553 req-bf44444d-8022-46f1-9c1b-7f9ed6bd6c07 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:59.330563 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43427f96-b277-4a57-9c49-a1cf8f675553 req-bf44444d-8022-46f1-9c1b-7f9ed6bd6c07 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.2547040 Jan 27 05:52:59.412206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9391b-54f2-4891-a1ee-8f2e8f84eb4e None None] New status for floating IP 319a8c42-25f4-457d-8c49-f3e40466501f: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:52:59.477007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Network e8efef38-2717-407a-a063-d3225b7b6225 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:52:59.540239 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43427f96-b277-4a57-9c49-a1cf8f675553 req-9c7a3ca4-8435-4692-ac18-24e84d9dacdc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749179 Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: (rel_b, rel_a, rel_b), Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: (rel_b, rel_a, rel_b), Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:52:59.564731 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:52:59.647340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-2595bc5e-cf64-4113-aba0-ad9f5feb9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:59.648906 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-2595bc5e-cf64-4113-aba0-ad9f5feb9c0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.3173668 Jan 27 05:52:59.691693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:59.697443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:52:59.747381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:52:59.759357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8efef38-2717-407a-a063-d3225b7b6225,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:52:59.774641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:52:59.809064 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-1ad5aced-2dc9-40af-94f6-afc1154898d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 998 time: 0.1512008 Jan 27 05:52:59.851603 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8efef38-2717-407a-a063-d3225b7b6225 HTTP/1.1" status: 204 len: 168 time: 2.7159450 Jan 27 05:52:59.907949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-b8efe61c-ecd2-4057-9d54-1fc216de0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:52:59.909617 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-b8efe61c-ecd2-4057-9d54-1fc216de0f6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.0902212 Jan 27 05:53:00.030458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-a2e7437d-5cca-4b2a-9ee3-dcd39162e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:00.033044 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-a2e7437d-5cca-4b2a-9ee3-dcd39162e81d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1123219 Jan 27 05:53:00.203061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54970) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:00.221786 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-4b882fc2-ee33-4a4b-a281-1c03805cf654 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786976 Jan 27 05:53:00.229649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:00.248184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:00.254405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Usage tracker for resource:security_group_rule and tenant:85df078a8aff4261b00cc7760af27682 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:00.257972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:00.264311 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:00.373706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:00.409041 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e51b2dab-d464-47d0-9fde-fc055c6ff405 req-ef8d07f0-4cd6-48ca-9db6-5d2b9c485bac service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1804562 Jan 27 05:53:00.438700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54978) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:00.481078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:00.502327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-101c14c2-3f98-4368-a18b-7eb66c0d5d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:00.606464 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85df078a8aff4261b00cc7760af27682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018905 Jan 27 05:53:00.609699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 54986) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:00.619790 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-738cfb0c-a27f-42c2-9c86-ef7611b432c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6513074486ee454689430e77808ba253&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1767702 Jan 27 05:53:00.619790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126b50a3-6117-474d-8914-47c173b950f5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:00.622211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 54990) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:00.626850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:01.093552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.093552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.097245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.097245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.097245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9caa95-3090-4316-bef0-f194267c443a req-517f6876-be80-4b72-bef5-8d99dc88cb70 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:01.097245 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5a9caa95-3090-4316-bef0-f194267c443a req-517f6876-be80-4b72-bef5-8d99dc88cb70 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.2175567 Jan 27 05:53:01.098040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.098040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd1afa70-856e-4e7c-a65c-f1ebf7e6ee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:01.098040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c816a-45c3-427a-ad62-279b76874cc0,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:01.098040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:01.098731 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5a9caa95-3090-4316-bef0-f194267c443a req-48ef7d7c-c491-46f2-b9cc-28ac83a03f40 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821085 Jan 27 05:53:01.144702 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.148871 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/152c816a-45c3-427a-ad62-279b76874cc0 HTTP/1.1" status: 204 len: 168 time: 0.5253475 Jan 27 05:53:01.151712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.179418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d1a75b65-b3b0-4732-8156-8c33a9b3fbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:01.221085 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:01.228599 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/126b50a3-6117-474d-8914-47c173b950f5 HTTP/1.1" status: 204 len: 168 time: 0.6174726 Jan 27 05:53:01.236113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126b50a3-6117-474d-8914-47c173b950f5,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:01.236113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:01.620659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-38445aa9-792b-4776-b0fd-c472ed228e2b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:01.629413 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-38445aa9-792b-4776-b0fd-c472ed228e2b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 0.2683706 Jan 27 05:53:01.676854 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd5e36be-f4a0-4765-8e73-6d1383e0bb41 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/quotas/26bee7b0e0074f31abc977f6530061b6 HTTP/1.1" status: 200 len: 375 time: 0.0460401 Jan 27 05:53:01.878760 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-7b9cefec-0cf6-4b93-b799-adca3fb38f7f tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1902158 Jan 27 05:53:02.062305 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-0a5b013a-ede7-4607-a3e7-0610d96ef64a service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697769 Jan 27 05:53:02.326208 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-92c7b869-479a-4251-bad9-4b3b0e891108 service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2627339 Jan 27 05:53:02.559541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e60c6-2f99-4204-9071-5c9223a6670b req-80a17f72-3e20-492f-8586-7916d1b4cc78 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:02.562689 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-148e60c6-2f99-4204-9071-5c9223a6670b req-80a17f72-3e20-492f-8586-7916d1b4cc78 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.2397618 Jan 27 05:53:02.696523 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-148e60c6-2f99-4204-9071-5c9223a6670b req-b2fbce32-8373-4f72-ad6c-ec18fc1a66e8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252403 Jan 27 05:53:02.699219 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5e2f8d6a-34d7-40b0-a966-9bf7c21aa64d req-8249f811-cb7c-4bed-b7e0-795c243bd7ae tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0926037 Jan 27 05:53:03.984437 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c881cc55-fd82-4950-81e6-2ee6bd4040ba req-90cf50b0-3d23-4ac8-95b4-d9b8f7097a16 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0579898 Jan 27 05:53:04.162244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c28f06-a053-44e6-b2d9-ef840e66a056 req-c4563066-570e-468f-8daa-fe4f394fe9c3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:04.164615 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e1c28f06-a053-44e6-b2d9-ef840e66a056 req-c4563066-570e-468f-8daa-fe4f394fe9c3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3050787 Jan 27 05:53:04.267434 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e1c28f06-a053-44e6-b2d9-ef840e66a056 req-fbfcb66f-d069-4717-a735-d11f9026fe77 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958242 Jan 27 05:53:05.358417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-7b3e314d-9235-4ccd-9c54-be6bb7ff3f6a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:05.361207 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-7b3e314d-9235-4ccd-9c54-be6bb7ff3f6a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 0.3684061 Jan 27 05:53:05.363651 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4a5fda7a-b2f3-43d4-a71f-d48a8a5df73c req-8cc6ed53-abeb-4a2e-8285-6523bcd17909 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 210 time: 0.1714406 Jan 27 05:53:05.386945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Request body: {'port': {'device_id': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164', 'admin_state_up': True, 'tenant_id': '26bee7b0e0074f31abc977f6530061b6'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:05.480501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae5be-36af-49ee-98ac-3de062d86c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:05.782253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:05.801550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:05.860396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Made reservation on behalf of 26bee7b0e0074f31abc977f6530061b6 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:05.900257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:06.061742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82c50-6e56-4b53-a8ad-9ee8d2bdc3ed req-5e61e33f-992c-4958-8be3-a49ec94429f9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:06.064537 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7bb82c50-6e56-4b53-a8ad-9ee8d2bdc3ed req-5e61e33f-992c-4958-8be3-a49ec94429f9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.5040083 Jan 27 05:53:06.222045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55228) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:06.252456 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7bb82c50-6e56-4b53-a8ad-9ee8d2bdc3ed req-fb42feba-a04b-4e1d-9139-a5d47b617f08 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719325 Jan 27 05:53:06.265609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:53:06.506805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:06.533926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:06.539751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8eedde3c4c0643f99b0930cb807fae24 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:06.543658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:06.551755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:06.621307 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5229b161-346c-4654-8fb6-526fc88e6955 req-e8052a14-0c57-4953-a460-f29229d0caf5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0640712 Jan 27 05:53:06.622430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Allocated IP 172.20.0.7 (3cbb1f65-ee7e-416e-aae0-f021a1d05164/f20aceaa-6cf6-4dc8-b788-2cc84811ae3c/3df40974-595c-47bd-9f33-e34839b40185) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:06.706690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:06.754314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:06.763705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:06.809302 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8eedde3c4c0643f99b0930cb807fae24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5842724 Jan 27 05:53:06.810498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb0bee-216e-40e6-a6f2-fa5fa8312f9e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:06.813726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55244) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:06.816933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:06.887072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:06.917458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:06.959708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:07.023485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:07.044217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f4f956ae-72ab-460a-bc7e-c6b4e71b4923 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:07.085659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:07.096775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-57af9dc3-3f34-456c-8671-7d7cc73440f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:07.110523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb0bee-216e-40e6-a6f2-fa5fa8312f9e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:07.113940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:07.116646 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:07.119915 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10bb0bee-216e-40e6-a6f2-fa5fa8312f9e HTTP/1.1" status: 204 len: 168 time: 0.3028731 Jan 27 05:53:07.538693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event updated for resources: {'Port': ['ID=3df40974-595c-47bd-9f33-e34839b40185,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:07.552068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:07.563126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:07.565680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:07.569641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:07.641271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:07.641540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:07.800860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc261c0-b825-4713-8cdd-db5ca923e650 req-8a463198-9771-47ca-bfd3-e4fb20ece608 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:07.802816 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2cc261c0-b825-4713-8cdd-db5ca923e650 req-8a463198-9771-47ca-bfd3-e4fb20ece608 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3764093 Jan 27 05:53:07.805180 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4228063 Jan 27 05:53:07.839998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Request body: {'port': {'device_id': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:07.864855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55272) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:07.885273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:07.903994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:07.912433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Usage tracker for resource:security_group_rule and tenant:b9675fa6e15b42df8b125ae9a1ea4287 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:07.916251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:07.945426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:08.033716 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2cc261c0-b825-4713-8cdd-db5ca923e650 req-2a5c03ba-dac0-47aa-a8c2-a80a1ac90f70 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183089 Jan 27 05:53:08.090562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.119155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.129921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3e73872e-87c2-41d7-b8ab-32a410f92780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:08.130165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.197486 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9675fa6e15b42df8b125ae9a1ea4287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289206 Jan 27 05:53:08.198079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af58806d-3526-4541-adee-59ec51a37da4,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:08.209841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:08.209841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55284) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:08.248456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd272aa8-4f08-4cb5-aee3-c3a405cfd21a req-a63f585f-e873-4371-8c2a-230d7bce227b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:08.250408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-dd272aa8-4f08-4cb5-aee3-c3a405cfd21a req-a63f585f-e873-4371-8c2a-230d7bce227b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:53:08.310496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.343641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.425713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.435890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ce71a2ba-4368-49ed-abda-0fd50ebb16b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:08.455933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af58806d-3526-4541-adee-59ec51a37da4,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:08.458880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:08.461389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.461970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-dd272aa8-4f08-4cb5-aee3-c3a405cfd21a req-a63f585f-e873-4371-8c2a-230d7bce227b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:53:08.462633 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af58806d-3526-4541-adee-59ec51a37da4 HTTP/1.1" status: 204 len: 168 time: 0.2524846 Jan 27 05:53:08.464503 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dd272aa8-4f08-4cb5-aee3-c3a405cfd21a req-a63f585f-e873-4371-8c2a-230d7bce227b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 931 time: 0.5822270 Jan 27 05:53:08.529557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3d63abdc-3dd3-489e-9919-55ca46d22d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.640537 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dd272aa8-4f08-4cb5-aee3-c3a405cfd21a req-156a12ad-e1f0-4d8b-a720-8b61be47a970 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574202 Jan 27 05:53:08.792723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55300) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:08.811414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df40974-595c-47bd-9f33-e34839b40185 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:53:08.820815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.835733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Transition to ACTIVE for port object 3df40974-595c-47bd-9f33-e34839b40185 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:08.875534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.903539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:08.969528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:08.992691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:08.996881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:98cec1073c0b473799bc0b20d05dcf24 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:09.000278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:09.006327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:09.056254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3df40974-595c-47bd-9f33-e34839b40185,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:09.059727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:09.199389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.235653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.258321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:09.288137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Attempting to bind port 3df40974-595c-47bd-9f33-e34839b40185 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:09.288715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Attempting to bind port 3df40974-595c-47bd-9f33-e34839b40185 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:09.289246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Attempting to bind port 3df40974-595c-47bd-9f33-e34839b40185 on network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:09.314141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:09.317560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Checking segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:09.317560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.317560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Bound using segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:09.317560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Bound port: 3df40974-595c-47bd-9f33-e34839b40185, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:09.317560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.349621 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98cec1073c0b473799bc0b20d05dcf24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554852 Jan 27 05:53:09.352360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d984048-768f-4886-911a-43cdec51931a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:09.356371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:09.357106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55328) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:09.441768 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.482107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.568630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.574223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:09.587479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d984048-768f-4886-911a-43cdec51931a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:09.590293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:09.597877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.599143 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d984048-768f-4886-911a-43cdec51931a HTTP/1.1" status: 204 len: 168 time: 0.2400737 Jan 27 05:53:09.629432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c052e-b9b8-47e5-919c-877ea6913326 req-7082a32a-dbe6-4bc0-8718-4b4515d22e49 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:09.638281 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dc6c052e-b9b8-47e5-919c-877ea6913326 req-7082a32a-dbe6-4bc0-8718-4b4515d22e49 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3350115 Jan 27 05:53:09.668719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] For port 3df40974-595c-47bd-9f33-e34839b40185, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:09.703085 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.726353 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dc6c052e-b9b8-47e5-919c-877ea6913326 req-c06aa705-c629-485a-90e3-7ba79052e954 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869830 Jan 27 05:53:09.736127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] For port 3df40974-595c-47bd-9f33-e34839b40185, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=3df40974-595c-47bd-9f33-e34839b40185,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:09.771679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:09.788207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:09.991942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.031009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3df40974-595c-47bd-9f33-e34839b40185,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:10.041818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:10.158304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb411df-e3bd-4758-a8a7-35c8924b2c35 req-6d19b4a3-1a9b-437a-a003-cf5e8ed049f4 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:10.165806 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fdb411df-e3bd-4758-a8a7-35c8924b2c35 req-6d19b4a3-1a9b-437a-a003-cf5e8ed049f4 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 943 time: 0.2552309 Jan 27 05:53:10.170513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:10.172152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.173550 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3df40974-595c-47bd-9f33-e34839b40185 HTTP/1.1" status: 200 len: 1157 time: 2.3403499 Jan 27 05:53:10.174751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'tag': '3df40974-595c-47bd-9f33-e34839b40185'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:53:10.252047 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fdb411df-e3bd-4758-a8a7-35c8924b2c35 req-267b01c5-fac6-48c2-b950-a6c7a8111221 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846164 Jan 27 05:53:10.272391 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'tag': '3df40974-595c-47bd-9f33-e34839b40185', 'status': 'completed', 'code': 200} Jan 27 05:53:10.393618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-360c4fa4-41eb-445d-abed-2b721cd18832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:10.395256 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-360c4fa4-41eb-445d-abed-2b721cd18832 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 1160 time: 0.0900154 Jan 27 05:53:10.454386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55368) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:10.473853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.515105 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-b8e1f4fb-8f01-4b9a-88ce-122e294b304e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df40974-595c-47bd-9f33-e34839b40185 HTTP/1.1" status: 200 len: 217 time: 0.0791996 Jan 27 05:53:10.517608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:10.522849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Usage tracker for resource:security_group_rule and tenant:91b2fe4ab5794b3c98b040dfc98f3937 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:10.526648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:10.532229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:10.600865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-094748ba-6cb9-406f-8d5a-e1f8d0b45900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:10.602893 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-094748ba-6cb9-406f-8d5a-e1f8d0b45900 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.0745754 Jan 27 05:53:10.689309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.689852 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-22c34e2b-b81c-4134-88e2-e0c4a7bd6820 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791993 Jan 27 05:53:10.721999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.748516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.760254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e706a1c3-1000-40c4-b4a6-28aeb451fd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:10.795558 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91b2fe4ab5794b3c98b040dfc98f3937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397608 Jan 27 05:53:10.799690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55386) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:10.887640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc6b5b-3c82-44c4-8b95-fdce8171c0f7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:10.892084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:10.897698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.931773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:10.952304 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-c386ac86-2aae-45e3-867e-4d64bebde556 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531557 Jan 27 05:53:11.017494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:11.023308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-13d73360-c619-4954-9f5d-c96236f716c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:11.038071 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc6b5b-3c82-44c4-8b95-fdce8171c0f7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:11.043108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:11.046324 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0bc6b5b-3c82-44c4-8b95-fdce8171c0f7 HTTP/1.1" status: 204 len: 168 time: 0.2437038 Jan 27 05:53:11.046324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:11.289843 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4a2df59a-917b-4f1a-a3b2-fd691927513e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:11.360580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133ec64-b946-43f0-a61f-744f4b0b89d6 req-8004eaa5-7e64-44ff-8bdf-8c7674fffa58 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:11.369992 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8133ec64-b946-43f0-a61f-744f4b0b89d6 req-8004eaa5-7e64-44ff-8bdf-8c7674fffa58 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.4150379 Jan 27 05:53:11.398579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 4a2df59a-917b-4f1a-a3b2-fd691927513e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:11.398860 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d11e9c4d-de15-4e1e-8a98-9d3bc193fd43 req-fd2f55f7-95a3-4ba9-89ef-937c0273b7fd service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3885169 Jan 27 05:53:11.399019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:11.486567 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8133ec64-b946-43f0-a61f-744f4b0b89d6 req-dd544acd-3199-4bf7-8603-5eaf0588049a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157181 Jan 27 05:53:11.793472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-effc7265-81b3-42e1-afec-cce729c642dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:11.796523 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-effc7265-81b3-42e1-afec-cce729c642dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 1160 time: 0.2059197 Jan 27 05:53:11.900007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684b713-4cb7-4022-a810-2e1585bacf05 req-1ad7014b-4162-4f0c-80b5-c620b49aefd3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:11.913212 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0684b713-4cb7-4022-a810-2e1585bacf05 req-1ad7014b-4162-4f0c-80b5-c620b49aefd3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 943 time: 0.3799951 Jan 27 05:53:12.219659 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0684b713-4cb7-4022-a810-2e1585bacf05 req-3396376c-ed48-4037-b3e9-334b4b9b5e74 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049214 Jan 27 05:53:12.221206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-b74fa9a3-538e-4900-8276-2621b5a5770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:12.222729 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-b74fa9a3-538e-4900-8276-2621b5a5770d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 909 time: 0.3060882 Jan 27 05:53:12.574476 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-7687c4c0-d0b6-44d8-8828-59df728cef92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df40974-595c-47bd-9f33-e34839b40185 HTTP/1.1" status: 200 len: 217 time: 0.3430233 Jan 27 05:53:12.710583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55464) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:12.738063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-8af4f7d2-fab9-4a56-8286-c708a2791cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:12.739665 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-8af4f7d2-fab9-4a56-8286-c708a2791cdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.1580441 Jan 27 05:53:12.806389 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-299fd75c-c14d-4099-b316-8fbdb01848ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507350 Jan 27 05:53:13.029355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790fb14-658b-474f-a3cb-7631c5e56aed req-c14d278e-1bc6-437a-aa62-f739fb2862e2 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:13.031685 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3790fb14-658b-474f-a3cb-7631c5e56aed req-c14d278e-1bc6-437a-aa62-f739fb2862e2 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3805914 Jan 27 05:53:13.082012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.103517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:13.107947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Usage tracker for resource:security_group_rule and tenant:1561f8342a984b67b6e8d2a76e23bc1f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:13.112685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:13.131620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:13.226019 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3790fb14-658b-474f-a3cb-7631c5e56aed req-97aaedc9-0135-421b-8bfc-80b33575e578 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305690 Jan 27 05:53:13.260216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.301282 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-bbe76d9c-f7b4-4c2c-bfeb-b640338806bd service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786723 Jan 27 05:53:13.307167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05592444-f636-4cf5-9391-eb5c02ba9f3a req-a69e23f1-cc9c-4d78-9d6f-3f58a96dbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:13.308848 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-05592444-f636-4cf5-9391-eb5c02ba9f3a req-a69e23f1-cc9c-4d78-9d6f-3f58a96dbe47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 1163 time: 0.1909089 Jan 27 05:53:13.314017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.324277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-13d6c16e-e7ed-407b-870a-c4b812b8608c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:13.355817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f9283-fffd-40c5-ac9f-cdf3c7672c84,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:13.376941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:13.401206 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1561f8342a984b67b6e8d2a76e23bc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888549 Jan 27 05:53:13.404314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55482) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:13.503416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.541212 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-65e14318-0e80-4693-b834-d6861ffb1d3f req-f0c289d1-e1b4-4899-9a33-cb885b98e867 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2185569 Jan 27 05:53:13.541556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.611104 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-05592444-f636-4cf5-9391-eb5c02ba9f3a req-c8712d00-183f-4aa6-a5f7-1ebf7c0974e4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863946 Jan 27 05:53:13.687329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.694189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1ca37e9e-b42a-476a-abc9-76d8bb1dcd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:13.740717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f9283-fffd-40c5-ac9f-cdf3c7672c84,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:13.744145 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:13.745392 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/540f9283-fffd-40c5-ac9f-cdf3c7672c84 HTTP/1.1" status: 204 len: 168 time: 0.3389435 Jan 27 05:53:13.746306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:13.788940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2640-4045-43ea-82ff-7f5d67158c91 req-f0b6dce8-8976-4109-978e-c855c8547430 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:13.800521 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-29db2640-4045-43ea-82ff-7f5d67158c91 req-f0b6dce8-8976-4109-978e-c855c8547430 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 943 time: 0.2580137 Jan 27 05:53:13.885809 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-29db2640-4045-43ea-82ff-7f5d67158c91 req-c1240e35-d332-4ab3-910e-f4f3ce8f246c tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842822 Jan 27 05:53:14.562227 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb8347-7af3-4331-adbd-fe5fcb65447c req-b30047fe-188a-4999-9596-5e70877ab995 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:14.562227 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-abbb8347-7af3-4331-adbd-fe5fcb65447c req-b30047fe-188a-4999-9596-5e70877ab995 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.1729331 Jan 27 05:53:14.651934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-abbb8347-7af3-4331-adbd-fe5fcb65447c req-7917f319-cab4-4d87-abb2-ef670fa21a47 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861671 Jan 27 05:53:14.914683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55548) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:15.110348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1476255153-network', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:15.115774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:15.121311 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Usage tracker for resource:network and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:15.124918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:15.132102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:15.180572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Made reservation on behalf of 1b3105ede22947f0a1d1ca685c561635 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:15.195164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.232932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.235493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9143071-96ec-4b66-a3f4-6f0277eee296 req-90725f23-ba07-44c2-af0d-5b0025f6ae29 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:15.243401 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9143071-96ec-4b66-a3f4-6f0277eee296 req-90725f23-ba07-44c2-af0d-5b0025f6ae29 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 943 time: 0.1885691 Jan 27 05:53:15.265600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:15.270906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Usage tracker for resource:security_group_rule and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:15.274791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:15.282821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:15.331141 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9143071-96ec-4b66-a3f4-6f0277eee296 req-4ec56ca0-ca3e-4dc1-99ee-6ab4e8e25d7f tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866311 Jan 27 05:53:15.408810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.442648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.447500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f163a162-4368-4575-86c5-517be272b3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:15.480378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3780bf49-12b9-48bb-9252-4e21c7c1db1e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:15.485749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:15.642427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:53:15.659779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.660327 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Added segment a8d1a1d0-4092-4c52-be21-05006b4de527 of type vxlan for network 33968510-f870-4e8c-b118-0170082c8d2c Jan 27 05:53:15.774548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.885813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.887281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:15.888558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:15.898796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0283f11d-c814-4961-b08f-86b09b87ed63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:15.932563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55596) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:16.074115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc449-9f6a-41c9-a6ad-a97d8d649dd2 req-990aa779-9c2f-4690-aa1d-1063667410df tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:16.075904 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b5bfc449-9f6a-41c9-a6ad-a97d8d649dd2 req-990aa779-9c2f-4690-aa1d-1063667410df tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.2041605 Jan 27 05:53:16.102127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Pushing event updated for resources: {'Network': ['ID=33968510-f870-4e8c-b118-0170082c8d2c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:16.106545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:16.118569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 33968510-f870-4e8c-b118-0170082c8d2c details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:16.132330 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2162149 Jan 27 05:53:16.135585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55604) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:16.138901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 33968510-f870-4e8c-b118-0170082c8d2c details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:16.142669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Request body: {'subnet': {'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1476255153-subnet', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:16.157714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:16.162084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Usage tracker for resource:subnet and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:16.169478 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:16.180231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:16.208585 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b5bfc449-9f6a-41c9-a6ad-a97d8d649dd2 req-e323f776-938f-4bec-b3e2-2b9883f6d4dd tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250563 Jan 27 05:53:16.211353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:16.230724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:16.235800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Usage tracker for resource:security_group_rule and tenant:335f8040575442bbbefdf233b3f59ff2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:16.239777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:16.249706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:16.273865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Made reservation on behalf of 1b3105ede22947f0a1d1ca685c561635 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:16.278736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:16.514324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d089-ec0f-482c-90c2-41cda79a269e req-639c9884-3a8f-45e1-8b14-d5af22bf142a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:16.516318 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2f88d089-ec0f-482c-90c2-41cda79a269e req-639c9884-3a8f-45e1-8b14-d5af22bf142a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.1695130 Jan 27 05:53:16.631214 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2f88d089-ec0f-482c-90c2-41cda79a269e req-b6b6473b-3fc2-4890-8437-b5a96512d000 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084805 Jan 27 05:53:16.702675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:16.730359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cb5ca-0996-421f-b3c1-9b4a55494e15 req-043ddb96-0643-45b5-8a68-7e9f23f31e81 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:16.732119 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-967cb5ca-0996-421f-b3c1-9b4a55494e15 req-043ddb96-0643-45b5-8a68-7e9f23f31e81 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 943 time: 0.1944802 Jan 27 05:53:16.750463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:16.761598 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:16.821800 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=335f8040575442bbbefdf233b3f59ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8806384 Jan 27 05:53:16.822151 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-967cb5ca-0996-421f-b3c1-9b4a55494e15 req-fbf0e08e-5430-4b4c-8e20-16ce749dea72 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803578 Jan 27 05:53:16.824968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 55618) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:16.839338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4e5789-bde6-400e-bd12-356fb203a3bd,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:16.853993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:16.919006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:16.949405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.028441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.034739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:17.050068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4e5789-bde6-400e-bd12-356fb203a3bd,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:17.052918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:17.054709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.056012 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c4e5789-bde6-400e-bd12-356fb203a3bd HTTP/1.1" status: 204 len: 168 time: 0.2299592 Jan 27 05:53:17.178599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.196221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:17.421675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3474aa16-bd4b-45c2-9c62-9b13b4743696,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:17.435276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:17.525494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Checking segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:17.526346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Network hostable DHCP agents. Network: 33968510-f870-4e8c-b118-0170082c8d2c, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:53:17.574408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Network 33968510-f870-4e8c-b118-0170082c8d2c is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:53:17.628173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 33968510-f870-4e8c-b118-0170082c8d2c) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:17.640964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b263a-f819-4a73-be44-b12176431fe4 None None] Network 33968510-f870-4e8c-b118-0170082c8d2c requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:17.645335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:17.646001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.806190 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6693864 Jan 27 05:53:17.809055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 55644) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:17.817451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:17.825833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55648) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:17.830079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:17.844936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Usage tracker for resource:router and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:17.848538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:17.852406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.857959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:17.888184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:17.897367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1edc11058f4748a498eaaad10bac92ba is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:17.903004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.904180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.909601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:17.923296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:17.956314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-33968510-f870-4e8c-b118-0170082c8d2c', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:53:17.958116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:17.959285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.113637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.148292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.161358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bf326091-745d-43c6-945f-322227b0b228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:18.269474 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1edc11058f4748a498eaaad10bac92ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377980 Jan 27 05:53:18.269474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d137639d-d4c7-4d90-ae9e-7e9c67b5a3c6,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:18.271132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55668) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:18.274240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:18.349268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.379282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.386397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Allocated IP 172.20.0.2 (33968510-f870-4e8c-b118-0170082c8d2c/3474aa16-bd4b-45c2-9c62-9b13b4743696/a3d64aef-66d6-47fd-b079-1cee55f9881f) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:18.484141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.530962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.537429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-56d8fd19-b78d-4cf6-ae84-8202558f62a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:18.558883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba0ffe-b660-4e2f-a6f5-7604b08a057c req-8057c6f5-0b6f-4d6e-a1a5-257b3ce00151 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:18.560629 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6ba0ffe-b660-4e2f-a6f5-7604b08a057c req-8057c6f5-0b6f-4d6e-a1a5-257b3ce00151 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 943 time: 0.5807009 Jan 27 05:53:18.560766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d137639d-d4c7-4d90-ae9e-7e9c67b5a3c6,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:18.564913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:18.577152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.582361 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d137639d-d4c7-4d90-ae9e-7e9c67b5a3c6 HTTP/1.1" status: 204 len: 168 time: 0.3067801 Jan 27 05:53:18.651241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.666572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Transition to ACTIVE for port object a3d64aef-66d6-47fd-b079-1cee55f9881f will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:18.674124 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f6ba0ffe-b660-4e2f-a6f5-7604b08a057c req-011eb3af-fac8-4c50-ae77-b93f51352aaa tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982504 Jan 27 05:53:18.689252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Transition to ACTIVE for port object a3d64aef-66d6-47fd-b079-1cee55f9881f will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:18.707780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 3df40974-595c-47bd-9f33-e34839b40185 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:18.787951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:18.820391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:18.981543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Pushing event updated for resources: {'Port': ['ID=a3d64aef-66d6-47fd-b079-1cee55f9881f,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:19.008823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:19.060718 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 3df40974-595c-47bd-9f33-e34839b40185 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:19.070475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Network 33968510-f870-4e8c-b118-0170082c8d2c is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:19.071503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:19.078013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 3df40974-595c-47bd-9f33-e34839b40185 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:19.078013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.109587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:19.120513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.211621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Attempting to bind port a3d64aef-66d6-47fd-b079-1cee55f9881f on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:19.212134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Attempting to bind port a3d64aef-66d6-47fd-b079-1cee55f9881f by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:19.212552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Attempting to bind port a3d64aef-66d6-47fd-b079-1cee55f9881f on network 33968510-f870-4e8c-b118-0170082c8d2c {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:19.221154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:19.221567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Checking segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:19.222033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.222481 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Bound using segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:19.223083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Bound port: a3d64aef-66d6-47fd-b079-1cee55f9881f, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:19.223519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.361197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.441378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df40974-595c-47bd-9f33-e34839b40185'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:53:19.476342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.515524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] For port a3d64aef-66d6-47fd-b079-1cee55f9881f, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:19.532396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] For port a3d64aef-66d6-47fd-b079-1cee55f9881f, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3d64aef-66d6-47fd-b079-1cee55f9881f,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:19.554131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 3df40974-595c-47bd-9f33-e34839b40185, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=3df40974-595c-47bd-9f33-e34839b40185,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:19.618750 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df40974-595c-47bd-9f33-e34839b40185', 'code': 200} Jan 27 05:53:19.637336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.638731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4a2df59a-917b-4f1a-a3b2-fd691927513e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:19.684226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:19.740315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:20.050279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=3df40974-595c-47bd-9f33-e34839b40185,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:20.206954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 4a2df59a-917b-4f1a-a3b2-fd691927513e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:20.207530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:20.246284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Allocated IP 172.28.1.22 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/242a4847-491b-4536-af58-66261bd4e26f) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:20.247447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Pushing event updated for resources: {'Port': ['ID=a3d64aef-66d6-47fd-b079-1cee55f9881f,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:20.262818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2e990ec6-45f3-4bb4-98d7-83a8d565309d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:20.266704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:20.267140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:20.544393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a86eb4-62b8-47dc-85b4-e087830a20d0 req-3fa47789-669e-4962-9dfb-7f3df427e0d8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:20.562565 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e6a86eb4-62b8-47dc-85b4-e087830a20d0 req-3fa47789-669e-4962-9dfb-7f3df427e0d8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 945 time: 0.4877832 Jan 27 05:53:20.740672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c52df-41b1-48b8-9433-e89f5a179e03 req-d8b1f3c5-d629-40d3-8ec7-54447c1e544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:20.740672 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a4c52df-41b1-48b8-9433-e89f5a179e03 req-d8b1f3c5-d629-40d3-8ec7-54447c1e544b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 1162 time: 0.6436639 Jan 27 05:53:20.789417 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e6a86eb4-62b8-47dc-85b4-e087830a20d0 req-4d0cfe6a-d9fa-453e-90ee-da261f8d0520 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253091 Jan 27 05:53:20.880408 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8a4c52df-41b1-48b8-9433-e89f5a179e03 req-2fbda421-b255-4b18-8965-f8b4b93e78f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390307 Jan 27 05:53:20.958857 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:21.022025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 3df40974-595c-47bd-9f33-e34839b40185 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:21.037867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:21.073125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-80f3c6e2-5e6e-4a8d-a27f-5b4d792edf1b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:21.118920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 3df40974-595c-47bd-9f33-e34839b40185 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:21.119248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:21.333513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Pushing event updated for resources: {'Port': ['ID=242a4847-491b-4536-af58-66261bd4e26f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:21.351273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:21.485395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da946c1-badb-4c7f-a9e9-ec461d83b930 req-75028043-88e0-45ec-9776-823a8382f4ba tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:21.487111 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4da946c1-badb-4c7f-a9e9-ec461d83b930 req-75028043-88e0-45ec-9776-823a8382f4ba tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3083215 Jan 27 05:53:21.489290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:21.490562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:21.492908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:21.821324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3d64aef-66d6-47fd-b079-1cee55f9881f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:21.967482 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4da946c1-badb-4c7f-a9e9-ec461d83b930 req-671519ec-1fab-4826-ae18-239cc53f0ed4 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151318 Jan 27 05:53:22.008985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port a3d64aef-66d6-47fd-b079-1cee55f9881f completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:22.062320 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685aa3db-b8fb-4739-97f4-4bb202cb371e None None] Network 33968510-f870-4e8c-b118-0170082c8d2c requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:22.063460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-e3defeb7-2e7f-49e3-be96-7472155e6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:22.065162 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-e3defeb7-2e7f-49e3-be96-7472155e6b83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.5143554 Jan 27 05:53:22.280876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55754) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:22.285510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Provisioning for port a3d64aef-66d6-47fd-b079-1cee55f9881f completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:22.305094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Provisioning complete for port a3d64aef-66d6-47fd-b079-1cee55f9881f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:22.305094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.305974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb98ceb-2daf-44fe-b472-01921204d9ed req-7699a916-0ec7-4b4d-af10-b014f45b692d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:22.307683 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aeb98ceb-2daf-44fe-b472-01921204d9ed req-7699a916-0ec7-4b4d-af10-b014f45b692d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 945 time: 0.2937715 Jan 27 05:53:22.485608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.534104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:22.539406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Usage tracker for resource:security_group_rule and tenant:13d3afa1dca049178f5a8d1ecd25896d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:22.543514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:22.552129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:22.580237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.649036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.657133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] For port a3d64aef-66d6-47fd-b079-1cee55f9881f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3d64aef-66d6-47fd-b079-1cee55f9881f,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:22.691500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.709304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-41eed06f-5b36-4f55-84a8-cebe257f87fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:22.728457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.732325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:22.752007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.790324 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13d3afa1dca049178f5a8d1ecd25896d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082574 Jan 27 05:53:22.791013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55768) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:22.821728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7f00e-376f-4320-8ea4-e2ceb131e1c8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:22.830261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:22.890843 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Pushing event updated for resources: {'Port': ['ID=a3d64aef-66d6-47fd-b079-1cee55f9881f,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:22.904834 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:22.957976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-bbf07bdc-9d7c-4865-b787-be60cc3e25b5 None None] Provisioning complete for port a3d64aef-66d6-47fd-b079-1cee55f9881f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:22.958408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bbf07bdc-9d7c-4865-b787-be60cc3e25b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:22.979360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.029196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.210927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.222260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2a6641ce-e62f-4b79-9aaf-0c37ff6db0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:23.246328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7f00e-376f-4320-8ea4-e2ceb131e1c8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:23.250264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:23.254531 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.256263 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bd7f00e-376f-4320-8ea4-e2ceb131e1c8 HTTP/1.1" status: 204 len: 168 time: 0.4629111 Jan 27 05:53:23.266937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-09d5c7a1-db22-43cd-8500-6d97f91aedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:23.268733 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-09d5c7a1-db22-43cd-8500-6d97f91aedd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 1.1875491 Jan 27 05:53:23.324759 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aeb98ceb-2daf-44fe-b472-01921204d9ed req-8c2ecbeb-cfce-42cc-a3bd-b00f048ad2cb tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761609 Jan 27 05:53:23.343866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-093a36cb-80d1-4fbf-bde4-3b81cd0c277a None None] Provisioning complete for port a3d64aef-66d6-47fd-b079-1cee55f9881f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:23.344532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-093a36cb-80d1-4fbf-bde4-3b81cd0c277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.442171 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-00c44cc0-3b1c-417b-afb7-e633d4c0f432 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.0997863 Jan 27 05:53:23.473224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 3df40974-595c-47bd-9f33-e34839b40185 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:23.536460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-9e668f4b-2490-4e77-b715-813a111ee9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:23.538250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-9e668f4b-2490-4e77-b715-813a111ee9f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.0860040 Jan 27 05:53:23.576814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 3df40974-595c-47bd-9f33-e34839b40185 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:23.577319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.663469 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-6874029c-af05-4c8b-a0b9-d3a7b14b2e2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126523 Jan 27 05:53:23.777144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-b4ac4b08-e97f-45ab-9815-4f9cd47e7c01 None None] Provisioning complete for port a3d64aef-66d6-47fd-b079-1cee55f9881f triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:23.777667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b4ac4b08-e97f-45ab-9815-4f9cd47e7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.821487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:23.834818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3d64aef-66d6-47fd-b079-1cee55f9881f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:23.963304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55796) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:23.988789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.024553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port a3d64aef-66d6-47fd-b079-1cee55f9881f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:24.025127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.038495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:24.042861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Usage tracker for resource:security_group_rule and tenant:1a33559dd30b45b7ba7756cc6c5e8760 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:24.047351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:24.075419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c8546-aabe-4170-8092-1b2e358f969b req-4b0ef6e4-35ff-4f8f-bac2-819e24611bc9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:24.080013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:24.084404 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae8c8546-aabe-4170-8092-1b2e358f969b req-4b0ef6e4-35ff-4f8f-bac2-819e24611bc9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.8254366 Jan 27 05:53:24.138063 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-c7637f31-d600-4d4d-96a7-11557cb479e5 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610169 Jan 27 05:53:24.199899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.268530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.274943 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae8c8546-aabe-4170-8092-1b2e358f969b req-7f241996-7acb-4674-a430-d9d62acc0ca1 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895680 Jan 27 05:53:24.278644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2201ee7e-ecf4-4013-82e9-b6221603f21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:24.349333 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a33559dd30b45b7ba7756cc6c5e8760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842292 Jan 27 05:53:24.352137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b123c6e-f26e-459a-a644-695fc4e65d89,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:24.356764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55804) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:24.372168 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9344c-9f61-40a0-ac62-13ce9c9d6147 req-8d898791-393b-45ad-aa4d-17448809092b service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2095525 Jan 27 05:53:24.379283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:24.439231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.443001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Router 4e7644b4-5084-412e-bd92-5e4dd3475732 is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:53:24.469059 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.562845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.568672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-62b95f4c-d774-4186-abae-1edbfc9955ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:24.583504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b123c6e-f26e-459a-a644-695fc4e65d89,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:24.587031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:24.587981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.596546 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b123c6e-f26e-459a-a644-695fc4e65d89 HTTP/1.1" status: 204 len: 168 time: 0.2336655 Jan 27 05:53:24.833252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7ea6c-dbb4-470e-a9b5-3b94f71952e5 req-af262f0b-d422-440d-a8ed-8b548d3b956a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:24.834954 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d8c7ea6c-dbb4-470e-a9b5-3b94f71952e5 req-af262f0b-d422-440d-a8ed-8b548d3b956a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 945 time: 0.3116667 Jan 27 05:53:24.845541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:53:24.855674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Sync routers for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:53:24.868707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:24.869523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:24.937466 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d8c7ea6c-dbb4-470e-a9b5-3b94f71952e5 req-4d9bcd99-b1d5-45ff-ad93-1ecb05ac22cd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926433 Jan 27 05:53:24.939366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:24.941484 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1307919 Jan 27 05:53:24.948330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 55822) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:25.180681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:25.629334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:22Z', 'revision_number': 3, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:25.640290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Checking router: 4e7644b4-5084-412e-bd92-5e4dd3475732 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:53:25.640290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Updating router 4e7644b4-5084-412e-bd92-5e4dd3475732 port 242a4847-491b-4536-af58-66261bd4e26f binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:53:25.704125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:25.935172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb2ef-8475-45b0-a7e5-4f18dc32288f req-6f09309d-3978-453a-91fd-a29781557b3e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:25.945013 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-76cfb2ef-8475-45b0-a7e5-4f18dc32288f req-6f09309d-3978-453a-91fd-a29781557b3e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3865376 Jan 27 05:53:26.225278 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-76cfb2ef-8475-45b0-a7e5-4f18dc32288f req-3f850c44-ef9c-460a-a32d-d216827b5fc0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792687 Jan 27 05:53:26.373554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55880) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:26.468986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.512461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Transition to ACTIVE for port object 242a4847-491b-4536-af58-66261bd4e26f will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:26.543754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.567238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.610941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545858558-network', 'tenant_id': '406d598c607149ae9abc8f0ac0545432'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:26.616710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:26.621575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Usage tracker for resource:network and tenant:406d598c607149ae9abc8f0ac0545432 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:26.625688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:26.632576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:26.676894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Made reservation on behalf of 406d598c607149ae9abc8f0ac0545432 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:26.683590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.706253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.720790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:26.724454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:26.729280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Usage tracker for resource:security_group_rule and tenant:406d598c607149ae9abc8f0ac0545432 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:26.732497 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:26.739172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:26.795250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Pushing event updated for resources: {'Port': ['ID=242a4847-491b-4536-af58-66261bd4e26f,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:26.817921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.818299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.818671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.819038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.819400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.819760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.820163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.820563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.821088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.821453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.821916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.822448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.823013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.823013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.823278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.823526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.823860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.824243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.824759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.825111 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.825460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.825807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.826164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.826511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.841435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:26.844899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Attempting to bind port 242a4847-491b-4536-af58-66261bd4e26f on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:26.845381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Attempting to bind port 242a4847-491b-4536-af58-66261bd4e26f by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:26.845842 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Attempting to bind port 242a4847-491b-4536-af58-66261bd4e26f on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:26.848366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.852865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:26.853286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:26.853732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.854167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:26.854779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Bound port: 242a4847-491b-4536-af58-66261bd4e26f, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:26.855189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.877075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.882163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7aaec591-7ae7-41b3-923c-88a1a2676cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:26.917067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:53:26.927534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189cb2bf-de49-4897-9ea7-5eda9bd78312,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:26.938573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:26.939190 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Added segment b32c7cff-56dd-485c-a1ef-0e5601eb61b7 of type vxlan for network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 Jan 27 05:53:26.940991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.941413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.941819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.942214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.942605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.942998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.943397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.943785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.944221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.944623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.945001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.945381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.945832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.946209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.946591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.946973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.947355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.947744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.948153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.948534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.953420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.953420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.953420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.953420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:26.953761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] For port 242a4847-491b-4536-af58-66261bd4e26f, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:26.956302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] For port 242a4847-491b-4536-af58-66261bd4e26f, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=242a4847-491b-4536-af58-66261bd4e26f,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:26.958584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:27.000779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.017098 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:27.056888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.127119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Allocated IP 172.20.0.1 (33968510-f870-4e8c-b118-0170082c8d2c/3474aa16-bd4b-45c2-9c62-9b13b4743696/effbbe8e-5ee3-4c14-801f-1ece70da9433) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:27.157081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.158415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:27.159053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.164640 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4ce44858-c8d7-41cb-b861-41c8b28f6e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:27.307541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Pushing event updated for resources: {'Network': ['ID=d635f33c-193c-4a7d-9ffd-ba473d4db1c2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:27.322375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.325452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:27.334519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:27.352273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Transition to ACTIVE for port object effbbe8e-5ee3-4c14-801f-1ece70da9433 will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:27.354918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 55898) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:27.356021 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9798412 Jan 27 05:53:27.363786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Request body: {'subnet': {'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545858558-subnet', 'tenant_id': '406d598c607149ae9abc8f0ac0545432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:27.376962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:27.384415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Usage tracker for resource:subnet and tenant:406d598c607149ae9abc8f0ac0545432 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:27.389263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:27.399879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:27.411661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:27.445529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Made reservation on behalf of 406d598c607149ae9abc8f0ac0545432 for: {'subnet': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:27.451255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.504176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:27.584838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Pushing event updated for resources: {'Port': ['ID=242a4847-491b-4536-af58-66261bd4e26f,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:27.607201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:27.644747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:27.645947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:27.762403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:27.885665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Network 33968510-f870-4e8c-b118-0170082c8d2c is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:27.898757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:27.909619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:27.910144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:28.046523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Pushing event updated for resources: {'Port': ['ID=effbbe8e-5ee3-4c14-801f-1ece70da9433,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:28.065803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.066204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.066584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.066976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.067501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.067909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.068300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.068800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.069065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.069445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.069826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.070200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.070638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.071017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.071539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.071938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.072317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.072697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.073071 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.073443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.073815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.074190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.074564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.074936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:28.157917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:28.205155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:28.250759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:28.276759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-1949fd50-35df-4257-bca8-ae6e3a88b7f9 None None] Provisioning for port effbbe8e-5ee3-4c14-801f-1ece70da9433 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:28.283513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-1949fd50-35df-4257-bca8-ae6e3a88b7f9 None None] Provisioning complete for port effbbe8e-5ee3-4c14-801f-1ece70da9433 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:28.286025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1949fd50-35df-4257-bca8-ae6e3a88b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:28.351346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-1949fd50-35df-4257-bca8-ae6e3a88b7f9 None None] Port effbbe8e-5ee3-4c14-801f-1ece70da9433 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:53:28.463979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f637294-0855-4288-be20-33c71587dc33 req-e40bf083-416f-49c0-bb06-87cbc52b5a21 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:28.465703 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f637294-0855-4288-be20-33c71587dc33 req-e40bf083-416f-49c0-bb06-87cbc52b5a21 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4776185 Jan 27 05:53:28.566005 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:22Z', 'revision_number': 3, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:28.570362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d22be6-a459-4015-989b-65503b96bd44 None None] The sync data for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb is: [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:22Z', 'revision_number': 3, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:53:28.638149 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f637294-0855-4288-be20-33c71587dc33 req-5b461604-e44a-4555-b73a-173e335849da tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288350 Jan 27 05:53:28.752959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:28.978661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:29.009406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:29.009966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:29.035532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:29.465764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Pushing event updated for resources: {'Port': ['ID=effbbe8e-5ee3-4c14-801f-1ece70da9433,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:29.472867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:29.489388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for subnet, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:29.510061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-adee68bc-ff91-46d7-b882-dbd86288921e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:29.774266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2174db0f-15bf-4f2e-a662-80f825791eaf,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:29.781824 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:29.788401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Network 33968510-f870-4e8c-b118-0170082c8d2c is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:29.792865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:29.830424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 242a4847-491b-4536-af58-66261bd4e26f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:29.970782 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 242a4847-491b-4536-af58-66261bd4e26f completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:29.978353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 242a4847-491b-4536-af58-66261bd4e26f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:29.979110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.108905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 55952) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:30.137250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Checking segment: {'id': 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:30.137646 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Network hostable DHCP agents. Network: d635f33c-193c-4a7d-9ffd-ba473d4db1c2, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:53:30.156901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.179208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 242a4847-491b-4536-af58-66261bd4e26f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=242a4847-491b-4536-af58-66261bd4e26f,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:30.191221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-3e32aa64-1ff0-4862-a63c-682609c1769d None None] Provisioning complete for port effbbe8e-5ee3-4c14-801f-1ece70da9433 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:30.192051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3e32aa64-1ff0-4862-a63c-682609c1769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.235420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca5a7-7aac-4efb-acdc-42b757cdb9b0 req-e985336c-3cb9-45ac-82c4-d0d9d3771a88 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:30.236483 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.237159 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbaca5a7-7aac-4efb-acdc-42b757cdb9b0 req-e985336c-3cb9-45ac-82c4-d0d9d3771a88 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3405724 Jan 27 05:53:30.239336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Router 4e7644b4-5084-412e-bd92-5e4dd3475732 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:53:30.241601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-debee232-877d-4b45-b5c1-6f549d52bdf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:30.349361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:53:30.356543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.381230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=242a4847-491b-4536-af58-66261bd4e26f,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:30.381420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:30.383695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d837707fadd4cda9d6dff5e84961519 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:30.387155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:30.398476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-3e32aa64-1ff0-4862-a63c-682609c1769d None None] Port effbbe8e-5ee3-4c14-801f-1ece70da9433 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:53:30.399879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:30.406588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.406978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.413371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.413781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.414165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.414545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.414929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.415285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.415656 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.416321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.416691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.417054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.417622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.417985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.418350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.418712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.421575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.421996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.422386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.425319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.425319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.425319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.425581 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.425750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:53:30.441489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:30.479861 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbaca5a7-7aac-4efb-acdc-42b757cdb9b0 req-958fe575-4d09-406d-a18b-81d5440db26a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341268 Jan 27 05:53:30.484261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, d635f33c-193c-4a7d-9ffd-ba473d4db1c2) {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:30.492885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:30.493529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.494294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300e1a8-9edf-419f-b50d-2f32a1cbd102 None None] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:30.541226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:53:30.548129 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e7644b4-5084-412e-bd92-5e4dd3475732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5969415 Jan 27 05:53:30.550697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.567040 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-266dfd6a-62af-4270-abc2-c1445dc1888a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2109640 Jan 27 05:53:30.619875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.631895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:30.694657 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d837707fadd4cda9d6dff5e84961519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845180 Jan 27 05:53:30.694815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 55972) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:30.696603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26cca30-6fbc-4ae2-a1b4-4eba624ab96e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:30.700205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-439fba54-20bc-4fa7-8063-69ecfc7e98a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:30.787488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.821451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.969060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:30.973207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cb4fdef6-6f72-4e5c-8796-fa73760b5693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:30.986259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c57fd4-a396-4ff0-bcef-5610f39d52a3 None None] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:30.994047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26cca30-6fbc-4ae2-a1b4-4eba624ab96e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:31.001920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:31.013435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:31.014221 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e26cca30-6fbc-4ae2-a1b4-4eba624ab96e HTTP/1.1" status: 204 len: 168 time: 0.3181994 Jan 27 05:53:31.628329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Sync routers for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:53:31.642785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:31.643620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:31.807613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 242a4847-491b-4536-af58-66261bd4e26f up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:31.913610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a564c3-e49d-4175-927f-a6978f68d1d7 req-078a747e-b4ac-43d6-a864-c227bea762ec tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:31.921460 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-98a564c3-e49d-4175-927f-a6978f68d1d7 req-078a747e-b4ac-43d6-a864-c227bea762ec tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.2274044 Jan 27 05:53:31.973841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 242a4847-491b-4536-af58-66261bd4e26f triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:31.974283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:31.999380 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-98a564c3-e49d-4175-927f-a6978f68d1d7 req-2529061d-81d4-450a-93ba-4d58587adc6c tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759277 Jan 27 05:53:32.033540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56010) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:32.034309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:32.055940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.075230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:32.082737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Usage tracker for resource:security_group_rule and tenant:15afcc38bf184bcab3630ef84aef50af is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:32.088087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:32.096840 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:32.348972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.382836 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.392618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-44b76787-82fb-422c-b467-1afc0965b3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:32.484966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274f27d4-694d-4dae-9083-587ff5dff154,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:32.489980 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15afcc38bf184bcab3630ef84aef50af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552455 Jan 27 05:53:32.491113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:32.492702 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56030) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:32.584440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.618073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.621623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:28Z', 'revision_number': 2, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:32.628590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Checking router: 4e7644b4-5084-412e-bd92-5e4dd3475732 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:53:32.629342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Updating router 4e7644b4-5084-412e-bd92-5e4dd3475732 port effbbe8e-5ee3-4c14-801f-1ece70da9433 binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:53:32.767756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.782596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.794385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d9024552-5def-4fd6-af72-80150fdf9742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:32.815095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f27d4-694d-4dae-9083-587ff5dff154,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:32.823462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:32.825009 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/274f27d4-694d-4dae-9083-587ff5dff154 HTTP/1.1" status: 204 len: 168 time: 0.3312354 Jan 27 05:53:32.826613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:33.166187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56054) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:33.176621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1350276961-network', 'tenant_id': '5c649ef0e08649188385fd1a26f81151'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:33.193044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:33.213007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Usage tracker for resource:network and tenant:5c649ef0e08649188385fd1a26f81151 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:33.225424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:33.240496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:33.297607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Made reservation on behalf of 5c649ef0e08649188385fd1a26f81151 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:33.303375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.343037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.386313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:33.400391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Usage tracker for resource:security_group_rule and tenant:5c649ef0e08649188385fd1a26f81151 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:33.412559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:33.433380 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:33.565288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.591701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Transition to ACTIVE for port object effbbe8e-5ee3-4c14-801f-1ece70da9433 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:33.617931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.693495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658e6c0-2b87-44fd-9543-b95bd0d7e0b2 req-4d3be3ef-2235-4dfe-87bb-084c00f928c7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:33.694659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:33.701448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e658e6c0-2b87-44fd-9543-b95bd0d7e0b2 req-4d3be3ef-2235-4dfe-87bb-084c00f928c7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4191191 Jan 27 05:53:33.705304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 56068) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:33.775207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-941678486-network', 'tenant_id': 'e80540ebf901419f82a597097591fab7'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:33.778784 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.807462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.813034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:33.820457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:33.858068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b74c95-6009-402d-b448-7cb9cea7d306,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:33.870932 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e658e6c0-2b87-44fd-9543-b95bd0d7e0b2 req-d2c4da9f-0e2e-4e7b-94cf-a0144a77d41f tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674111 Jan 27 05:53:33.873051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Usage tracker for resource:network and tenant:e80540ebf901419f82a597097591fab7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:33.883298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:33.891373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:33.902364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:33.913044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a8cee-2c37-495c-a24a-004d175bb7e8 None None] Pushing event updated for resources: {'Port': ['ID=effbbe8e-5ee3-4c14-801f-1ece70da9433,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:33.919064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-049a8cee-2c37-495c-a24a-004d175bb7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:33.932354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:53:33.948994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Made reservation on behalf of e80540ebf901419f82a597097591fab7 for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:33.961213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.974123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:33.974901 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Added segment ec251edc-bf38-4542-95cd-8e448ea965f1 of type vxlan for network ba23e3c3-b331-4615-a314-a5244bcb9a36 Jan 27 05:53:34.001938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.027757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:34.033760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Usage tracker for resource:security_group_rule and tenant:e80540ebf901419f82a597097591fab7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:34.037655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:34.044343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.047167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:34.150816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Attempting to bind port effbbe8e-5ee3-4c14-801f-1ece70da9433 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:34.151489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Attempting to bind port effbbe8e-5ee3-4c14-801f-1ece70da9433 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:34.152797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Attempting to bind port effbbe8e-5ee3-4c14-801f-1ece70da9433 on network 33968510-f870-4e8c-b118-0170082c8d2c {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:34.161115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:34.161517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Checking segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:34.161972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.162418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Bound using segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:34.162950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Bound port: effbbe8e-5ee3-4c14-801f-1ece70da9433, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:34.163288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.163413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.164658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:34.165361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.171845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-30e2b113-42cb-4e17-92b2-90049842ba9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:34.192693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.238625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.244855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e7c54939-8f66-4d00-b9ea-bfbd080ba1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:34.274433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] For port effbbe8e-5ee3-4c14-801f-1ece70da9433, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:34.279357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] For port effbbe8e-5ee3-4c14-801f-1ece70da9433, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=effbbe8e-5ee3-4c14-801f-1ece70da9433,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:34.299516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:53:34.315650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1300a336-d4cc-4745-add7-a0ff4d3f46d0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:34.329829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:34.329829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.329829 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Added segment 002c814e-322d-4065-a89c-45513fc96449 of type vxlan for network 8759a519-0aaa-4049-9639-4fd32061d911 Jan 27 05:53:34.356034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.365570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.381679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:34.489285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.494695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:34.495949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.550563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Pushing event updated for resources: {'Network': ['ID=ba23e3c3-b331-4615-a314-a5244bcb9a36,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:34.563184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:34.587753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d6a4e11f-489f-403c-812d-3485fd784713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:34.617845 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4497268 Jan 27 05:53:34.630038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56088) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:34.638055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Request body: {'subnet': {'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1350276961-subnet', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:34.655658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:34.664328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Usage tracker for resource:subnet and tenant:5c649ef0e08649188385fd1a26f81151 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:34.671680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:34.688457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:34.715082 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0078967 Jan 27 05:53:34.718752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56096) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:34.740750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Request body: {'subnet': {'network_id': '8759a519-0aaa-4049-9639-4fd32061d911', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-941678486-subnet', 'tenant_id': 'e80540ebf901419f82a597097591fab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:34.741599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Pushing event updated for resources: {'Network': ['ID=8759a519-0aaa-4049-9639-4fd32061d911,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:34.746385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:34.756285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:34.758533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Made reservation on behalf of 5c649ef0e08649188385fd1a26f81151 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:34.768033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:34.885654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:34.943605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 8759a519-0aaa-4049-9639-4fd32061d911 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:34.961298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 8759a519-0aaa-4049-9639-4fd32061d911 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:53:34.980026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:35.045611 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Usage tracker for resource:subnet and tenant:e80540ebf901419f82a597097591fab7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:35.051430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:35.069982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:35.209583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Made reservation on behalf of e80540ebf901419f82a597097591fab7 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:35.216615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:35.382733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a8cee-2c37-495c-a24a-004d175bb7e8 None None] Pushing event updated for resources: {'Port': ['ID=effbbe8e-5ee3-4c14-801f-1ece70da9433,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:35.404757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-049a8cee-2c37-495c-a24a-004d175bb7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:35.428608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221ded-893d-4049-b4f7-8e456f60a586 req-3fc154c3-2bd9-486e-b8c8-23f465521d50 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:35.430828 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-60221ded-893d-4049-b4f7-8e456f60a586 req-3fc154c3-2bd9-486e-b8c8-23f465521d50 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3284447 Jan 27 05:53:35.515958 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-60221ded-893d-4049-b4f7-8e456f60a586 req-0b53e147-1662-4dba-87be-9ac88ed4a34b tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Jan 27 05:53:35.569787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:35.570439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:35.651793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-228e5588-b01c-42b6-8aba-ee2b7ffaf070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:35.848411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:36.052559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:36.073790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:36.324284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23cd93f-ee65-4d20-8e14-df736691bef3,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:36.329920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:36.459231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:36.479484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Checking segment: {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:36.479484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Network hostable DHCP agents. Network: ba23e3c3-b331-4615-a314-a5244bcb9a36, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:53:36.486771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-222da347-2c86-4449-9acb-3bfbd1b447d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:36.534382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:34Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:36.543811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd08d44-6d9b-4ee5-93b6-61d9b08ab567 None None] The sync data for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb is: [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:34Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:53:36.714901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db286899-6795-4791-aaae-7aba77a9be3b,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:36.735316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:36.740607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:53:36.797409 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, ba23e3c3-b331-4615-a314-a5244bcb9a36) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:36.810186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad00e7-9303-43dc-b5a4-11849880a384 None None] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:36.840560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:36.841402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:36.949222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-283ce54e-b71d-4bfa-847c-7fd321c8f8f0 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:36.959474 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-283ce54e-b71d-4bfa-847c-7fd321c8f8f0 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 0.5485768 Jan 27 05:53:36.970467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Checking segment: {'id': '002c814e-322d-4065-a89c-45513fc96449', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8759a519-0aaa-4049-9639-4fd32061d911'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:36.971019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Network hostable DHCP agents. Network: 8759a519-0aaa-4049-9639-4fd32061d911, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:53:36.986342 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-6755a88b-46e2-47c9-a457-270db6527e5b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/quotas/26bee7b0e0074f31abc977f6530061b6 HTTP/1.1" status: 200 len: 375 time: 0.0253356 Jan 27 05:53:36.991777 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3574634 Jan 27 05:53:36.994408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56148) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:37.003512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:37.012440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:37.019072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Usage tracker for resource:router and tenant:5c649ef0e08649188385fd1a26f81151 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:37.022703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:37.038072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:37.045529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Network 8759a519-0aaa-4049-9639-4fd32061d911 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:53:37.085170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:37.086589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:37.105421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 8759a519-0aaa-4049-9639-4fd32061d911) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:37.128277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:37.129051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:37.191128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-ba23e3c3-b331-4615-a314-a5244bcb9a36', 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'fixed_ips': [{'subnet_id': 'f23cd93f-ee65-4d20-8e14-df736691bef3'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:53:37.192972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:37.223456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1147c58-7db2-4463-a113-74781babac91 None None] Network 8759a519-0aaa-4049-9639-4fd32061d911 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:37.282339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d90448-92e3-48b2-a4ee-966bc4bd2823 req-ab85a0c3-11c1-4171-b7b5-bfa3c33eb9ed tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:37.286953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:37.292005 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b6d90448-92e3-48b2-a4ee-966bc4bd2823 req-ab85a0c3-11c1-4171-b7b5-bfa3c33eb9ed tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.5005560 Jan 27 05:53:37.377080 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b6d90448-92e3-48b2-a4ee-966bc4bd2823 req-4f100c28-8549-4af1-9486-9bd1e09a9f8a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834544 Jan 27 05:53:37.477687 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-e1131a4a-15b2-4dcf-9de7-0718e5208f6b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4890404 Jan 27 05:53:37.742580 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0200377 Jan 27 05:53:37.829002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea390fd-40a9-4e72-a884-b946a7c5633e None None] Network 8759a519-0aaa-4049-9639-4fd32061d911 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:37.930579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:37.985350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-b166d7b9-a8c6-4ba4-ae00-774165fec341 service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880446 Jan 27 05:53:38.573972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device effbbe8e-5ee3-4c14-801f-1ece70da9433 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:38.640007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf103f-862f-4c4c-9471-d114089cf81a req-146f0ff0-8155-4d36-8a8e-9ad3f5114d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:38.642693 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-76bf103f-862f-4c4c-9471-d114089cf81a req-146f0ff0-8155-4d36-8a8e-9ad3f5114d45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 1.1638079 Jan 27 05:53:38.738524 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-76bf103f-862f-4c4c-9471-d114089cf81a req-c2b29ce0-d77f-4d2f-8591-de2949aa32f6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707719 Jan 27 05:53:38.802623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:38.851400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:38.889658 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-b1643342-c7f6-4538-aa16-786350477227 service neutron] 10.222.0.44 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9032054 Jan 27 05:53:38.931811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e9a1c9cb-b46d-4b85-b4cd-0b700b942cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:38.938910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port effbbe8e-5ee3-4c14-801f-1ece70da9433 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:39.064486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422773b7-eaaf-4fcd-9c86-3b5338592cd9 req-58773f66-7641-4951-a3f9-fd7eb1f69ca0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:39.077337 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-422773b7-eaaf-4fcd-9c86-3b5338592cd9 req-58773f66-7641-4951-a3f9-fd7eb1f69ca0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.2782574 Jan 27 05:53:39.086340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port effbbe8e-5ee3-4c14-801f-1ece70da9433 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:39.086856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:39.249435 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-422773b7-eaaf-4fcd-9c86-3b5338592cd9 req-9c1d59d8-b11e-4386-a8f9-387dc881d49f tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669183 Jan 27 05:53:39.430933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Allocated IP 172.20.0.2 (ba23e3c3-b331-4615-a314-a5244bcb9a36/f23cd93f-ee65-4d20-8e14-df736691bef3/759a0cfd-63ba-4b82-b8f7-c77b1ae5c942) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:39.465870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Allocated IP 172.28.1.244 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/6950d68c-6476-4e8c-b8cb-4cd22bc41a5a) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:39.756069 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2daf762b-b828-4f97-af90-bd3e28d99b40 req-b24f1377-670d-46de-9958-380508b29437 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 210 time: 0.1501951 Jan 27 05:53:39.770899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:39.817297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:39.919520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port effbbe8e-5ee3-4c14-801f-1ece70da9433, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=effbbe8e-5ee3-4c14-801f-1ece70da9433,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:39.932398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:39.981594 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:39.998538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:40.116849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:40.159469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:40.167123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:40.208224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Transition to ACTIVE for port object 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:40.211789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:40.282946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Transition to ACTIVE for port object 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:40.290890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=effbbe8e-5ee3-4c14-801f-1ece70da9433,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:40.297805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:40.347381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-175704fd-56f8-4074-aab4-ec77a4c9a10b tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:40.348214 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-175704fd-56f8-4074-aab4-ec77a4c9a10b tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/networks?id=d635f33c-193c-4a7d-9ffd-ba473d4db1c2 HTTP/1.1" status: 200 len: 809 time: 0.4914746 Jan 27 05:53:40.352289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:40.393870 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-782e7e16-4c7c-4a9e-8759-a575abbe67ca tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/quotas/406d598c607149ae9abc8f0ac0545432 HTTP/1.1" status: 200 len: 375 time: 0.0363643 Jan 27 05:53:40.400494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:40.510858 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-1b937337-af5d-4e90-8991-2372a3b85744 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=406d598c607149ae9abc8f0ac0545432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158109 Jan 27 05:53:40.757583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:40.762458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:40.764896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Pushing event updated for resources: {'Port': ['ID=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:40.767781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:40.806027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:40.842696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Pushing event updated for resources: {'Port': ['ID=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:40.846678 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:40.856107 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-b93ef356-fd3d-49cd-b256-c93082f0b809 service neutron] 10.222.0.44 "GET /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896860 Jan 27 05:53:40.896205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:40.937637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:40.939139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:40.941610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:41.013769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Attempting to bind port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:41.018866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Attempting to bind port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:41.018866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Attempting to bind port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 on network ba23e3c3-b331-4615-a314-a5244bcb9a36 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:41.021244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:41.022159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Checking segment: {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:41.022159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:41.022641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Bound using segment: {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:41.023114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Bound port: 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:41.023561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:41.098063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d08f-1c2b-47d1-a500-ccb14c9cf04a req-11b05995-2ef4-4ee3-8b4b-a17291f90b2d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:41.099903 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9d08f-1c2b-47d1-a500-ccb14c9cf04a req-11b05995-2ef4-4ee3-8b4b-a17291f90b2d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.5877507 Jan 27 05:53:41.127779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] For port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:41.131518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] For port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:41.181455 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-275ae8e0-912a-441e-9aaf-4d7dd2168597 service neutron] 10.222.0.44 "GET /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3147299 Jan 27 05:53:41.187491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:41.200242 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbe9d08f-1c2b-47d1-a500-ccb14c9cf04a req-e6521da4-97c2-4d8f-b631-2187d98f840a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835693 Jan 27 05:53:41.211666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:41.383108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Pushing event updated for resources: {'Port': ['ID=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:41.396453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:41.518175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 9cd0dace-1f70-466f-98e8-af826436a93c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:41.544733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:41.692465 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ec622157-22ec-4657-a8f1-d7d6e2941a90 req-354db9a3-d6f9-41ec-ae9f-8f0b660bcd14 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 210 time: 0.1202395 Jan 27 05:53:41.696884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 9cd0dace-1f70-466f-98e8-af826436a93c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:41.698785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:41.914158 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-851c032d-ea04-4aec-ba47-1f4ea11347f8 req-f9353d8b-9793-40ac-8cdb-4f121620f0f2 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 210 time: 0.0963852 Jan 27 05:53:42.391210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:42.434920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:42.614173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-f0f2b97c-f120-45fd-aa0d-723dc0c4870d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:42.615885 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-f0f2b97c-f120-45fd-aa0d-723dc0c4870d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 815 time: 0.5993750 Jan 27 05:53:42.643127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:42.649223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device effbbe8e-5ee3-4c14-801f-1ece70da9433 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:42.777175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Request body: {'port': {'device_id': '016749a4-4411-497a-a687-2c579c1ba0d6', 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164', 'admin_state_up': True, 'tenant_id': '26bee7b0e0074f31abc977f6530061b6'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:42.826244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port effbbe8e-5ee3-4c14-801f-1ece70da9433 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:42.827918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:43.077733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Router 4449857d-c50d-4d52-a65d-c38f4973dcff is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:53:43.241231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a54050-4b92-4db1-95a5-ecf36d41a2b9 req-dc688fbb-2b1c-4869-b29c-3a0a6fc29d0d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:43.244673 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-99a54050-4b92-4db1-95a5-ecf36d41a2b9 req-dc688fbb-2b1c-4869-b29c-3a0a6fc29d0d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.6273971 Jan 27 05:53:43.246754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:53:43.347080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53f2ed-5a4f-420c-8237-677886952659 None None] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:53:43.352527 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-99a54050-4b92-4db1-95a5-ecf36d41a2b9 req-beae2645-a74c-4391-97fb-ccd844a3a5a8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982985 Jan 27 05:53:43.360749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:53:43.363959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:43.386264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Sync routers for ids ['4449857d-c50d-4d52-a65d-c38f4973dcff'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:53:43.388043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:43.407788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Routers {'4449857d-c50d-4d52-a65d-c38f4973dcff'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:43.410171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4449857d-c50d-4d52-a65d-c38f4973dcff'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:43.420696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:43.423934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4275868 Jan 27 05:53:43.426428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56286) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:43.450388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Made reservation on behalf of 26bee7b0e0074f31abc977f6530061b6 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:43.505643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:43.616537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Provisioning for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:43.624579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Provisioning complete for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:43.624968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:43.751165 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8412d05a-cc02-461b-b03d-71b8b9f6d4cb req-591971f2-1551-43c1-b24a-e3ec47c70161 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 210 time: 0.1677790 Jan 27 05:53:43.752058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 56290) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:43.834646 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5b1bb534-3c15-451a-83ec-f350db176cdc req-a65f62c6-878f-4c0d-ad35-623a2c5cd1d5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 210 time: 0.2290981 Jan 27 05:53:43.975526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Set router 4449857d-c50d-4d52-a65d-c38f4973dcff gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:44.305321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:44.374095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:44.378657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa379d6eb004c3188094059f65769bf is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:44.381836 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:44.388327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:44.463915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T05:53:41Z', 'revision_number': 3, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:44.475107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Checking router: 4449857d-c50d-4d52-a65d-c38f4973dcff for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:53:44.480222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Updating router 4449857d-c50d-4d52-a65d-c38f4973dcff port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:53:44.500011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:44.533160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:44.680107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:44.697510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] For port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:44.740877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:44.749011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:44.959726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f2f3a83d-cbf2-4636-9a82-2d77f090e49c tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:44.961459 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f2f3a83d-cbf2-4636-9a82-2d77f090e49c tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.53 "GET /v2.0/networks?id=d635f33c-193c-4a7d-9ffd-ba473d4db1c2 HTTP/1.1" status: 200 len: 809 time: 0.4562466 Jan 27 05:53:45.048704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Pushing event updated for resources: {'Port': ['ID=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:45.065151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:45.073912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.204315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9df79b29-a9f2-4773-890e-80ee47b53fae None None] Provisioning complete for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:45.204789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9df79b29-a9f2-4773-890e-80ee47b53fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.238311 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Request body: {'port': {'device_id': '8bc05c87-e95b-4565-b4b3-449c60689889', 'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2', 'admin_state_up': True, 'tenant_id': '406d598c607149ae9abc8f0ac0545432'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:45.375429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-0f6ded97-eb55-4028-9038-e8f7ee953a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:45.377350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-0f6ded97-eb55-4028-9038-e8f7ee953a85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.2230232 Jan 27 05:53:45.649208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-a6baf3a7-1581-449a-95f9-c44184d8ef61 None None] Provisioning complete for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:45.657295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a6baf3a7-1581-449a-95f9-c44184d8ef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.660938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a76949ce-2e4f-476c-a17a-c541cecd97c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:45.676757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.707881 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7aa379d6eb004c3188094059f65769bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9504335 Jan 27 05:53:45.709137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Transition to ACTIVE for port object 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:45.711707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56338) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:45.718182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:45.723612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Usage tracker for resource:port and tenant:406d598c607149ae9abc8f0ac0545432 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:45.727364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:45.739361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:45.739588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.764669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03a2eb-9dc2-4b18-8fc8-9744c56924ef,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:45.771748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6bb7d853-302f-453d-85eb-235ef1b6da7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:45.785696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:45.793654 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8faa0a7d-1253-4a0b-afd9-be8b6ad395f4 req-a3912c11-5308-44a6-8d45-6c02ce7915ae tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 210 time: 0.6270630 Jan 27 05:53:45.836659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Made reservation on behalf of 406d598c607149ae9abc8f0ac0545432 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:45.879169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.881667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84dd78-e0a9-419c-a5fb-15ce20067c07 None None] Pushing event updated for resources: {'Port': ['ID=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,revision_number=2']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:45.893015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:45.975817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1a84dd78-e0a9-419c-a5fb-15ce20067c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:46.013034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.046916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.131202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4afe0-e7f5-4f14-8a78-6909a7295357 req-09b33fcf-e389-4176-be44-05b893168640 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:46.139514 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bec4afe0-e7f5-4f14-8a78-6909a7295357 req-09b33fcf-e389-4176-be44-05b893168640 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 1.1727154 Jan 27 05:53:46.166915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-39309a7e-70a8-4e0c-9597-d50be5923fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:46.172894 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-39309a7e-70a8-4e0c-9597-d50be5923fae service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.7677073 Jan 27 05:53:46.180024 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:46.240908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Attempting to bind port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:46.241488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Attempting to bind port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:46.241991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Attempting to bind port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:46.257037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:46.257037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:46.257037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.257037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:46.257924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Bound port: 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:46.258462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.265365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.278698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-db0783e0-24e9-4207-bf29-887ed47d2260 None None] Provisioning complete for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:46.279385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-db0783e0-24e9-4207-bf29-887ed47d2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.348686 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bec4afe0-e7f5-4f14-8a78-6909a7295357 req-d785a948-6666-4ad7-8f06-2a8155e57091 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076952 Jan 27 05:53:46.384557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f047d062-d8c7-4e3a-9af6-a7c9c893eead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:46.395862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:46.404231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.409041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03a2eb-9dc2-4b18-8fc8-9744c56924ef,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:46.412328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:46.440946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] For port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:46.453198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] For port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:46.485901 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-5853707c-702b-47a9-8e52-09d9cbd23346 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.2353888 Jan 27 05:53:46.500367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.534926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e8cf6c62-7092-4023-b344-75cfd14b10c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:46.543637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:46.550143 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc03a2eb-9dc2-4b18-8fc8-9744c56924ef HTTP/1.1" status: 204 len: 168 time: 0.8350201 Jan 27 05:53:46.693321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-9246cadd-68fa-4796-a9aa-1de5afc45cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:46.695526 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-9246cadd-68fa-4796-a9aa-1de5afc45cb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.2001076 Jan 27 05:53:46.913407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 56352) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:46.916657 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-d11a34c7-bb7e-4c38-b13d-3b75c7c40ac9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810527 Jan 27 05:53:46.925614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84dd78-e0a9-419c-a5fb-15ce20067c07 None None] Pushing event updated for resources: {'Port': ['ID=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:46.931271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1a84dd78-e0a9-419c-a5fb-15ce20067c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:47.007521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Routers {'4449857d-c50d-4d52-a65d-c38f4973dcff'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:47.008259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4449857d-c50d-4d52-a65d-c38f4973dcff'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:47.061662 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e5fe1612-d020-4c61-a66d-ffb2c3f06e46 req-01a89238-248f-4521-bc6e-5bc25ddfd134 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 210 time: 0.7780719 Jan 27 05:53:47.081230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Allocated IP 172.20.0.1 (ba23e3c3-b331-4615-a314-a5244bcb9a36/f23cd93f-ee65-4d20-8e14-df736691bef3/9aa9bd40-2db0-44e5-b819-0a556f5016a7) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:47.177149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Allocated IP 172.20.0.6 (3cbb1f65-ee7e-416e-aae0-f021a1d05164/f20aceaa-6cf6-4dc8-b788-2cc84811ae3c/4660579a-94ee-4c9f-9e1f-e2ed801e33dc) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:47.362060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] Set router 4449857d-c50d-4d52-a65d-c38f4973dcff gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:47.448999 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-43254b52-d014-4e55-9052-f8f28ec79945 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235653 Jan 27 05:53:47.555890 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0efe76f3-5140-4444-a4a7-5abd4769df15 req-100f33d5-cd83-457d-89c5-b5163d0eb286 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 210 time: 0.3041673 Jan 27 05:53:47.764007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Allocated IP 172.20.0.8 (d635f33c-193c-4a7d-9ffd-ba473d4db1c2/2174db0f-15bf-4f2e-a662-80f825791eaf/b946f0aa-cb9d-4849-8a07-af56bc1ab52c) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:53:47.798348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:47.836964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Transition to ACTIVE for port object 9aa9bd40-2db0-44e5-b819-0a556f5016a7 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:47.840224 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-baa3c629-a4e5-46a5-97d7-5b1345f95ab0 req-9f20b719-1e72-4312-843b-cd3a960a1178 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3710651 Jan 27 05:53:47.914635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:47.974908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:48.042597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T05:53:41Z', 'revision_number': 3, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:48.053225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:48.057115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61787-d7a5-4871-8b48-8719826f601f None None] The sync data for ids ['4449857d-c50d-4d52-a65d-c38f4973dcff'] in dv-cinder-772623-1-smb is: [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T05:53:41Z', 'revision_number': 3, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:53:48.178699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:48.198417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Usage tracker for resource:security_group_rule and tenant:205d2156659d4839b97f7090dca24ec2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:48.206873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:48.221041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:48.251304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa9bd40-2db0-44e5-b819-0a556f5016a7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:48.260716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:48.360398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:48.362920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:48.366609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:48.502680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:48.604254 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f42e11d5-c0c4-4da9-8497-4050ddfdb974 req-c1ca8e17-f0f0-4b09-9a3d-11451cd397ca tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 210 time: 0.1525953 Jan 27 05:53:48.862303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-cdbda4b0-63cb-4926-a34d-062c220f757e None None] Provisioning for port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:48.868971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-cdbda4b0-63cb-4926-a34d-062c220f757e None None] Provisioning complete for port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:48.869439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cdbda4b0-63cb-4926-a34d-062c220f757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:48.884460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:48.902082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.026389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-cdbda4b0-63cb-4926-a34d-062c220f757e None None] Port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:53:49.039853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def20f-16f1-498d-9fa6-780040f19cfc req-15b83dfb-f9b4-4d9d-be29-6008ed44ce45 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:49.048918 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d9def20f-16f1-498d-9fa6-780040f19cfc req-15b83dfb-f9b4-4d9d-be29-6008ed44ce45 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 1.1715083 Jan 27 05:53:49.136542 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d9def20f-16f1-498d-9fa6-780040f19cfc req-8e314332-851c-4ae3-bd90-572177050bd8 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863745 Jan 27 05:53:49.137795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.337693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6d3c412b-cd60-4a2c-8d02-2ca2e5a6bd81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:49.521032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.526778 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.579509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.610587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:49.615555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.638448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Pushing event updated for resources: {'Port': ['ID=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:49.650036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:49.722473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6fe4-65a3-44e8-81b1-7742c201ef3c req-1e2b0203-e92c-4692-8a9f-cdca6139a205 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:49.730565 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d69c6fe4-65a3-44e8-81b1-7742c201ef3c req-1e2b0203-e92c-4692-8a9f-cdca6139a205 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 931 time: 0.6540315 Jan 27 05:53:49.733317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.765657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9d456e4f-3bc1-4658-8209-f16bc0e288e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:49.790284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa9bd40-2db0-44e5-b819-0a556f5016a7,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:49.797905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:49.802687 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=205d2156659d4839b97f7090dca24ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8720205 Jan 27 05:53:49.802908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56396) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:49.829574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220df9e2-a918-45b9-9f2e-0ebc79cf5db0,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:49.839209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:49.879462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:49.880796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:49.886673 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:49.922345 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.945074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:49.945823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:49.991395 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d69c6fe4-65a3-44e8-81b1-7742c201ef3c req-22873d0c-8e54-4ce9-9b43-aa0627777517 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597024 Jan 27 05:53:50.063950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.166901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.219000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:50.238057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:50.313506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.375183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:50.376767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:50.416223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:50.422847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:50.423270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.470958 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2452559 Jan 27 05:53:50.591072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.622353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:50.631813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Request body: {'port': {'device_id': '8bc05c87-e95b-4565-b4b3-449c60689889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:50.653899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.658088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:50.785726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:50.791901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:50.805500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-cabcd02b-ef1c-48b9-89d5-e07fba1bd392 None None] Provisioning complete for port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:50.805914 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cabcd02b-ef1c-48b9-89d5-e07fba1bd392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.808738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event updated for resources: {'Port': ['ID=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:50.812452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:50.880353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-cabcd02b-ef1c-48b9-89d5-e07fba1bd392 None None] Port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:53:50.882346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.889965 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dfb64ed0-f19a-4f57-84fa-cece3f66d99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:50.913753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220df9e2-a918-45b9-9f2e-0ebc79cf5db0,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:50.919005 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:50.931957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Router 4449857d-c50d-4d52-a65d-c38f4973dcff has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:53:50.938160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:50.942434 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/220df9e2-a918-45b9-9f2e-0ebc79cf5db0 HTTP/1.1" status: 204 len: 168 time: 1.1342294 Jan 27 05:53:50.964705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:51.136746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd8f4-8423-40f5-b175-9e307de39d7c req-d8828bde-13b0-4324-a956-febfac5747e4 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:51.138483 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e0cd8f4-8423-40f5-b175-9e307de39d7c req-d8828bde-13b0-4324-a956-febfac5747e4 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.6660659 Jan 27 05:53:51.176103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:53:51.251816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a376d5d-8f2c-4113-bdf8-4d3a01f10d93 req-ce4954b9-7bda-45bf-948a-75e3bc5e742e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:51.252665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-5a376d5d-8f2c-4113-bdf8-4d3a01f10d93 req-ce4954b9-7bda-45bf-948a-75e3bc5e742e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:53:51.261177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:53:51.263788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:53:51.285724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:53:51.293695 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] 10.222.0.44 "PUT /v2.0/routers/4449857d-c50d-4d52-a65d-c38f4973dcff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8632038 Jan 27 05:53:51.336696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:51.338045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:51.577430 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e0cd8f4-8423-40f5-b175-9e307de39d7c req-b3ac9b23-3273-457f-aeef-0744b89f5bfc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198081 Jan 27 05:53:51.600080 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-3c4220ee-995c-47b4-abad-c80e35a23f82 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8416295 Jan 27 05:53:51.683861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Request body: {'port': {'device_id': '016749a4-4411-497a-a687-2c579c1ba0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:51.745764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-5a376d5d-8f2c-4113-bdf8-4d3a01f10d93 req-ce4954b9-7bda-45bf-948a-75e3bc5e742e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:53:51.747231 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5a376d5d-8f2c-4113-bdf8-4d3a01f10d93 req-ce4954b9-7bda-45bf-948a-75e3bc5e742e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 931 time: 1.3675425 Jan 27 05:53:52.001396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Sync routers for ids ['4449857d-c50d-4d52-a65d-c38f4973dcff'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:53:52.053032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Routers {'4449857d-c50d-4d52-a65d-c38f4973dcff'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:52.058265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4449857d-c50d-4d52-a65d-c38f4973dcff'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:52.120512 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5a376d5d-8f2c-4113-bdf8-4d3a01f10d93 req-b380ee9e-16ce-46ec-b8e3-b2c6badcad15 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485689 Jan 27 05:53:52.221728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56428) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:52.262208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.304904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:52.314062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:0142e337dfdf43e1aed7c6c1f988d059 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:52.322955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:52.335876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:52.403186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:52.454197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.461541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.496517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.512322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d242a2a4-a2c7-4835-92f8-5b2100ee273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:52.570457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b917d97e-744e-4bbc-aea8-ceb86bde640b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:52.580501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:52.597125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Set router 4449857d-c50d-4d52-a65d-c38f4973dcff gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:52.602473 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0142e337dfdf43e1aed7c6c1f988d059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790619 Jan 27 05:53:52.606833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56432) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:53:52.704167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.742031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.803807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:52.804503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.861033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b946f0aa-cb9d-4849-8a07-af56bc1ab52c {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:53:52.886126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.905582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-92968997-bc40-4bd3-9aff-07e0a4567925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:52.945146 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917d97e-744e-4bbc-aea8-ceb86bde640b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:52.963867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:52.967720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:52.970468 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b917d97e-744e-4bbc-aea8-ceb86bde640b HTTP/1.1" status: 204 len: 168 time: 0.3607962 Jan 27 05:53:53.074313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da2bcf-0a3d-4717-aa14-0df9685d0d9f req-74ecff77-af6d-4e40-b22c-bea7e8f60ab5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:53.077112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-56da2bcf-0a3d-4717-aa14-0df9685d0d9f req-74ecff77-af6d-4e40-b22c-bea7e8f60ab5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Synchronizing usage tracker for tenant:406d598c607149ae9abc8f0ac0545432 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:53:53.134539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:53.169367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Transition to ACTIVE for port object b946f0aa-cb9d-4849-8a07-af56bc1ab52c will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:53.332548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:53.387333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8ba3691f-b121-4715-81e8-d39c8e006649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:53.581611 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T05:53:48Z', 'revision_number': 4, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '9aa9bd40-2db0-44e5-b819-0a556f5016a7', 'name': '', 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'mac_address': 'fa:16:3e:3b:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f23cd93f-ee65-4d20-8e14-df736691bef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:46Z', 'updated_at': '2021-01-27T05:53:49Z', 'revision_number': 2, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'subnets': [{'id': 'f23cd93f-ee65-4d20-8e14-df736691bef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:53.586621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Checking router: 4449857d-c50d-4d52-a65d-c38f4973dcff for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:53:53.587060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Updating router 4449857d-c50d-4d52-a65d-c38f4973dcff port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:53:53.667081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:53.762685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-56da2bcf-0a3d-4717-aa14-0df9685d0d9f req-74ecff77-af6d-4e40-b22c-bea7e8f60ab5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Unset dirty status for tenant:406d598c607149ae9abc8f0ac0545432 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:53:53.763683 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56da2bcf-0a3d-4717-aa14-0df9685d0d9f req-74ecff77-af6d-4e40-b22c-bea7e8f60ab5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 931 time: 1.4221292 Jan 27 05:53:53.782730 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-5a70c561-0321-4c8b-bbd1-b3dd3e37cbaf tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=77b0b48164c944f6aa2ceeaf95d44e1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1973028 Jan 27 05:53:54.122636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Pushing event updated for resources: {'Port': ['ID=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:54.221743 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56da2bcf-0a3d-4717-aa14-0df9685d0d9f req-a20980c3-92df-476c-9d60-33562965b2c5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336731 Jan 27 05:53:54.231318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:54.302410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-24440a1a-8663-4875-9466-7d90fa1f10df tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:54.304142 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-24440a1a-8663-4875-9466-7d90fa1f10df tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5070648 Jan 27 05:53:54.362252 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-f9d7b07d-bf4e-444e-b409-d4eb3c3834c1 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/quotas/77b0b48164c944f6aa2ceeaf95d44e1d HTTP/1.1" status: 200 len: 375 time: 0.0448124 Jan 27 05:53:54.489583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:54.526462 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-b7239759-9a6a-4938-b755-4173915d6e7f tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77b0b48164c944f6aa2ceeaf95d44e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1631265 Jan 27 05:53:54.549771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Attempting to bind port b946f0aa-cb9d-4849-8a07-af56bc1ab52c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:54.549771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Attempting to bind port b946f0aa-cb9d-4849-8a07-af56bc1ab52c by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:54.549771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Attempting to bind port b946f0aa-cb9d-4849-8a07-af56bc1ab52c on network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:54.557776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:54.558151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Checking segment: {'id': 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:54.558576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:54.558969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Bound using segment: {'id': 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:54.559475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Bound port: b946f0aa-cb9d-4849-8a07-af56bc1ab52c, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'd635f33c-193c-4a7d-9ffd-ba473d4db1c2'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:54.559873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:54.657164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Transition to ACTIVE for port object 9aa9bd40-2db0-44e5-b819-0a556f5016a7 will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:54.709518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:54.728216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4660579a-94ee-4c9f-9e1f-e2ed801e33dc {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:53:54.749271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-75c11513-78dd-4d8a-b25e-f2abe69c0a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:54.839945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe28b-f3dc-45dd-aadc-a7af087bce85 req-1d6fb24b-8045-42fd-97a1-3ac9e5767ccc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:54.841703 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84afe28b-f3dc-45dd-aadc-a7af087bce85 req-1d6fb24b-8045-42fd-97a1-3ac9e5767ccc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4177101 Jan 27 05:53:54.850628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:54.881124 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] For port b946f0aa-cb9d-4849-8a07-af56bc1ab52c, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:54.898958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Transition to ACTIVE for port object 4660579a-94ee-4c9f-9e1f-e2ed801e33dc will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:53:54.913118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] For port b946f0aa-cb9d-4849-8a07-af56bc1ab52c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,segment=NetworkSegment(b32c7cff-56dd-485c-a1ef-0e5601eb61b7),segment_id=b32c7cff-56dd-485c-a1ef-0e5601eb61b7)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:54.938164 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84afe28b-f3dc-45dd-aadc-a7af087bce85 req-30d009b3-3112-4882-b69e-6c3ed15a975d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825438 Jan 27 05:53:54.939438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:54.954914 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f9cdc4ea-f9e6-4437-9499-b54daac77a2d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:55.106576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:55.187017 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-264a7217-c766-47a5-bac1-90ca6f3fadf3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1972613 Jan 27 05:53:55.188863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11bba7-7e2e-42e4-a337-515e77dbf987 None None] Pushing event updated for resources: {'Port': ['ID=9aa9bd40-2db0-44e5-b819-0a556f5016a7,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:55.212191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae11bba7-7e2e-42e4-a337-515e77dbf987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:55.219086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:55.466826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-b6479e9a-ec3e-4bb0-be76-a58d187707c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:55.466826 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-b6479e9a-ec3e-4bb0-be76-a58d187707c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.1822002 Jan 27 05:53:55.501174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:55.512980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd358874-43a3-4c41-b085-ac5005f0b1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:55.613796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Attempting to bind port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:55.614614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Attempting to bind port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:55.615231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Attempting to bind port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 on network ba23e3c3-b331-4615-a314-a5244bcb9a36 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:55.649769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:55.650588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Checking segment: {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:55.651875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:55.652515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Bound using segment: {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:55.653288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Bound port: 9aa9bd40-2db0-44e5-b819-0a556f5016a7, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec251edc-bf38-4542-95cd-8e448ea965f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:55.653917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:55.791753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-08d91375-6165-4a78-80dc-236f91886d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:55.793881 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-08d91375-6165-4a78-80dc-236f91886d52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.2915606 Jan 27 05:53:55.829648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] For port 9aa9bd40-2db0-44e5-b819-0a556f5016a7, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:55.894420 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-85f6a8a1-46df-4047-b588-0518f6177d12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.0913930 Jan 27 05:53:55.930126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-222509805', 'description': 'tempest-TestShelveInstance-222509805 description'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:55.970805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:55.981510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] For port 9aa9bd40-2db0-44e5-b819-0a556f5016a7, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=9aa9bd40-2db0-44e5-b819-0a556f5016a7,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:56.005299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Usage tracker for resource:security_group and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:56.017744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:56.039781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-da558fa1-2b3b-4e83-91f4-2b98ec9bfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:56.041866 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-da558fa1-2b3b-4e83-91f4-2b98ec9bfe00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.1403611 Jan 27 05:53:56.048502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:56.075154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:56.091624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-049a8cee-2c37-495c-a24a-004d175bb7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:56.123681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Pushing event updated for resources: {'Port': ['ID=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:56.139198 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-0bbaaf13-18c6-4521-861d-273f4c0f0955 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773265 Jan 27 05:53:56.160551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:56.264568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:56.514832 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-fed52766-cb95-4a96-aa37-53124acfa801 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615825 Jan 27 05:53:56.578608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92763912-4184-4ace-81fc-abb5284f1eae req-f9f5a561-06ea-4f15-8e59-f5ee5588a1eb tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:56.594263 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-92763912-4184-4ace-81fc-abb5284f1eae req-f9f5a561-06ea-4f15-8e59-f5ee5588a1eb tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 1.1710987 Jan 27 05:53:56.596359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11bba7-7e2e-42e4-a337-515e77dbf987 None None] Pushing event updated for resources: {'Port': ['ID=9aa9bd40-2db0-44e5-b819-0a556f5016a7,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:56.612648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae11bba7-7e2e-42e4-a337-515e77dbf987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:56.632356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Routers {'4449857d-c50d-4d52-a65d-c38f4973dcff'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:53:56.633090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:53:39Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4449857d-c50d-4d52-a65d-c38f4973dcff'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:56.864745 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d6891cf-a931-4ec5-9785-5243cb85816d req-541d1bc5-0ede-40a4-87af-0370810dd8f5 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3340302 Jan 27 05:53:56.917690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:56.972630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] Set router 4449857d-c50d-4d52-a65d-c38f4973dcff gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:53:56.973580 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-92763912-4184-4ace-81fc-abb5284f1eae req-93d3c5be-2f16-4491-9220-0ee8e65c4bc5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758562 Jan 27 05:53:57.024565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Usage tracker for resource:security_group_rule and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:57.029128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:57.029867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:57.031785 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] 10.222.0.53 "PUT /v2.0/ports/b946f0aa-cb9d-4849-8a07-af56bc1ab52c HTTP/1.1" status: 200 len: 1157 time: 6.4323413 Jan 27 05:53:57.035220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc05c87-e95b-4565-b4b3-449c60689889', 'tag': 'b946f0aa-cb9d-4849-8a07-af56bc1ab52c'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:53:57.043324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:57.053928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:57.084864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Attempting to bind port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:53:57.085249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Attempting to bind port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:53:57.085616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Attempting to bind port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc on network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:53:57.099421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:53:57.100554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Checking segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:53:57.101555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:57.102536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Bound using segment: {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:53:57.103680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Bound port: 4660579a-94ee-4c9f-9e1f-e2ed801e33dc, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8749e5da-86af-4cd0-8042-fe7e2b20a7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3cbb1f65-ee7e-416e-aae0-f021a1d05164'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:53:57.104723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:57.532524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T05:53:48Z', 'revision_number': 4, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '9aa9bd40-2db0-44e5-b819-0a556f5016a7', 'name': '', 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'mac_address': 'fa:16:3e:3b:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f23cd93f-ee65-4d20-8e14-df736691bef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:46Z', 'updated_at': '2021-01-27T05:53:55Z', 'revision_number': 4, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'subnets': [{'id': 'f23cd93f-ee65-4d20-8e14-df736691bef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:53:57.539861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1693e-2540-4305-b431-6a525fc367e2 None None] The sync data for ids ['4449857d-c50d-4d52-a65d-c38f4973dcff'] in dv-cinder-772623-1-smb is: [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T05:53:48Z', 'revision_number': 4, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '9aa9bd40-2db0-44e5-b819-0a556f5016a7', 'name': '', 'network_id': 'ba23e3c3-b331-4615-a314-a5244bcb9a36', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'mac_address': 'fa:16:3e:3b:ea:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f23cd93f-ee65-4d20-8e14-df736691bef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:46Z', 'updated_at': '2021-01-27T05:53:55Z', 'revision_number': 4, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'subnets': [{'id': 'f23cd93f-ee65-4d20-8e14-df736691bef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:53:57.649481 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:57.692876 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-183c4801-69df-43fe-bea9-bc8be0d4eefe req-ade2f564-6800-4b5e-a0ac-1c9b1003cdd1 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 210 time: 0.2444782 Jan 27 05:53:57.822126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:57.918137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] For port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:53:57.924867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:57.986485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] For port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:53:58.007796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:58.010106 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fad86cd2-79d8-4265-98df-816454d09cf0 req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.0973930 Jan 27 05:53:58.014708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:58.099455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:58.128849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:58.172954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:58.228008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 9aa9bd40-2db0-44e5-b819-0a556f5016a7 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:53:58.243251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-df834287-b871-453a-8526-16a4da1b57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:58.247331 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-df834287-b871-453a-8526-16a4da1b57a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=406d598c607149ae9abc8f0ac0545432&device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 1160 time: 0.8883970 Jan 27 05:53:58.384815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:53:58.393586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:53:58.394356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:58.579603 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-e4f35c7e-56eb-4ecd-acbd-2a16dec0d850 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b946f0aa-cb9d-4849-8a07-af56bc1ab52c HTTP/1.1" status: 200 len: 217 time: 0.1742542 Jan 27 05:53:58.671002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:58.676176 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc05c87-e95b-4565-b4b3-449c60689889', 'tag': 'b946f0aa-cb9d-4849-8a07-af56bc1ab52c', 'status': 'completed', 'code': 200} Jan 27 05:53:58.748955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:58.749605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:58.773154 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] 10.222.0.53 "PUT /v2.0/ports/4660579a-94ee-4c9f-9e1f-e2ed801e33dc HTTP/1.1" status: 200 len: 1157 time: 7.0955243 Jan 27 05:53:58.792586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-240ae82f-e743-4860-8391-33797fa32eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:58.804215 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-240ae82f-e743-4860-8391-33797fa32eb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2174db0f-15bf-4f2e-a662-80f825791eaf HTTP/1.1" status: 200 len: 849 time: 0.2008231 Jan 27 05:53:58.811792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 9aa9bd40-2db0-44e5-b819-0a556f5016a7, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=9aa9bd40-2db0-44e5-b819-0a556f5016a7,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:53:58.862362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:58.865874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-85ab335e-33e9-4da4-b5fe-176054c9bbfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:53:58.948491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:59.029737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14943e-25dd-4667-89c7-7e9bd84e1fb2 req-95a2f062-b72e-4289-91ce-90a2cfc85d9d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:59.037885 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3b14943e-25dd-4667-89c7-7e9bd84e1fb2 req-95a2f062-b72e-4289-91ce-90a2cfc85d9d tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 943 time: 1.0336430 Jan 27 05:53:59.041622 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-797bf9e5-662d-4944-91be-fce85ebcad33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d635f33c-193c-4a7d-9ffd-ba473d4db1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112646 Jan 27 05:53:59.042335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:59.084945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=9aa9bd40-2db0-44e5-b819-0a556f5016a7,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:53:59.102245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:59.112965 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:53:59.126162 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-136ae750-bda4-43c8-b41f-f84d8ed6ff0c tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77b0b48164c944f6aa2ceeaf95d44e1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900490 Jan 27 05:53:59.336216 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-690196be-bd8e-476a-a4b8-3d8bf113f28e service neutron] 10.222.0.53 "GET /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865294 Jan 27 05:53:59.480549 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3b14943e-25dd-4667-89c7-7e9bd84e1fb2 req-74358112-923a-4a4d-ad38-11c2a80f8131 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416602 Jan 27 05:53:59.555073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-a324aefb-b47b-45e1-a4f4-ef8520862f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:59.556668 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-a324aefb-b47b-45e1-a4f4-ef8520862f3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 1160 time: 0.5104375 Jan 27 05:53:59.562217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-82bdb957-0679-4440-9947-5873f1a5c38d tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:59.574044 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-82bdb957-0679-4440-9947-5873f1a5c38d tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4307516 Jan 27 05:53:59.606210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Request body: {'port': {'device_id': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a', 'admin_state_up': True, 'tenant_id': '77b0b48164c944f6aa2ceeaf95d44e1d'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:53:59.664443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a693126-647a-458a-a3f7-56f4602e7bcd req-ee311624-d2df-4d79-8bde-7fd76b799706 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:53:59.667541 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a693126-647a-458a-a3f7-56f4602e7bcd req-ee311624-d2df-4d79-8bde-7fd76b799706 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.6197736 Jan 27 05:53:59.796063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:59.800396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Usage tracker for resource:port and tenant:77b0b48164c944f6aa2ceeaf95d44e1d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:59.803791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:59.810545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:53:59.824888 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-858de674-4fb1-4b90-9e25-a5d2e413bea0 req-c3cdeda6-3d92-4b06-8b83-d8fcf343201c service neutron] 10.222.0.53 "GET /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4759507 Jan 27 05:53:59.831175 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-6d9dadbf-d17f-49ed-bea5-cff23da1998d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4660579a-94ee-4c9f-9e1f-e2ed801e33dc HTTP/1.1" status: 200 len: 217 time: 0.1573083 Jan 27 05:53:59.850441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Made reservation on behalf of 77b0b48164c944f6aa2ceeaf95d44e1d for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:53:59.874003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:59.892008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:53:59.911427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:53:59.916134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Usage tracker for resource:security_group_rule and tenant:77b0b48164c944f6aa2ceeaf95d44e1d is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:53:59.919599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:53:59.922570 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a693126-647a-458a-a3f7-56f4602e7bcd req-86cbf1d9-6edd-4dc7-8c5f-ccfeeb94e05a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424743 Jan 27 05:53:59.926555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:00.022376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-7fe8f39b-2b33-439f-bca1-6c75a28016d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:00.024030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-7fe8f39b-2b33-439f-bca1-6c75a28016d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.1696165 Jan 27 05:54:00.084006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:00.108498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da884311-cc2f-4d16-8df7-fd073af3af80 req-a1bcaa0f-832c-4741-9848-035510cbd3f2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:00.110267 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da884311-cc2f-4d16-8df7-fd073af3af80 req-a1bcaa0f-832c-4741-9848-035510cbd3f2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 0.3425090 Jan 27 05:54:00.120117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:00.133909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 9aa9bd40-2db0-44e5-b819-0a556f5016a7 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:00.142074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a271e11d-eea2-4920-be3c-942bd393afc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:00.213879 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-fa401520-27a0-4d30-b108-d45317f60b8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811838 Jan 27 05:54:00.227971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:00.228418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:00.267958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfcfec7-1a36-4acf-b939-06e5416e2f01,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:00.272608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:00.680486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Allocated IP 192.168.233.242 (43004b8e-f0e2-4e91-be71-d4069481562a/51009761-cbbb-4ecf-b5e0-c34d68eb50a6/5e92f8ea-7ea0-4d0b-91b1-5675771fd481) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:54:00.682401 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-db269f6c-d1cc-4f5d-8d12-b9b5db05e444 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups/f799cddf-8ca0-4daa-a080-3f9cd7d0cccd HTTP/1.1" status: 200 len: 1800 time: 0.6483927 Jan 27 05:54:00.688721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:00.719072 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da884311-cc2f-4d16-8df7-fd073af3af80 req-e804e679-6608-4d3c-9b75-cfa7a6f6a872 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466356 Jan 27 05:54:00.787598 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a15639-fa47-4975-a1a5-d69a33297eba req-86abaf53-1411-41c4-a50d-f7e76df4fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:00.790617 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-86abaf53-1411-41c4-a50d-f7e76df4fed8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=406d598c607149ae9abc8f0ac0545432&device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 1160 time: 0.8298836 Jan 27 05:54:00.797855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799cddf-8ca0-4daa-a080-3f9cd7d0cccd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:00.798544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799cddf-8ca0-4daa-a080-3f9cd7d0cccd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:00.839052 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:00.847633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Usage tracker for resource:security_group_rule and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:00.853501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:00.865016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:01.026158 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.044631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Transition to ACTIVE for port object 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:54:01.099929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.118282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:01.136970 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-455e7d58-cfcc-458f-a9cf-80f96f3b4b78 req-06b46479-63a3-4251-8ab2-9fea0baf7e92 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 210 time: 0.2511697 Jan 27 05:54:01.176924 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-683c6f28-e624-429c-9bbf-27ef10662025 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9384983 Jan 27 05:54:01.277056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Pushing event updated for resources: {'Port': ['ID=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:01.307249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:01.329522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.367259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a15639-fa47-4975-a1a5-d69a33297eba req-4ae03e93-dec8-4f51-abbf-b4175eaac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:01.368890 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-4ae03e93-dec8-4f51-abbf-b4175eaac329 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d635f33c-193c-4a7d-9ffd-ba473d4db1c2 HTTP/1.1" status: 200 len: 903 time: 0.4855087 Jan 27 05:54:01.481059 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-99cc167d-4c70-4468-a5f9-0c795d5d8ff5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b946f0aa-cb9d-4849-8a07-af56bc1ab52c HTTP/1.1" status: 200 len: 217 time: 0.0931902 Jan 27 05:54:01.486709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.549419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.549591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Network 43004b8e-f0e2-4e91-be71-d4069481562a is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:54:01.551372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:54:01.565576 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43a66306-44a9-4c83-aa36-708fcd6507f0 req-e7714768-2a97-4a08-83cc-3907bbde863f service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3720195 Jan 27 05:54:01.570206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-91adbba2-de3a-4967-952e-394ff2412835 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:01.572023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:54:01.614610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfa31e2-4d2d-428c-8039-0376595c989f,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:01.618441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:01.631595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a15639-fa47-4975-a1a5-d69a33297eba req-35b1773d-9cb5-4427-ac23-19d9839b015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:01.633530 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-35b1773d-9cb5-4427-ac23-19d9839b015e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2174db0f-15bf-4f2e-a662-80f825791eaf HTTP/1.1" status: 200 len: 849 time: 0.1455121 Jan 27 05:54:01.773561 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-87319c13-298c-4f08-993d-f720769d2144 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d635f33c-193c-4a7d-9ffd-ba473d4db1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308794 Jan 27 05:54:01.774645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.786223 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c4a4c587-ff29-4de0-965b-de6bc0279267 req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0583754 Jan 27 05:54:01.923802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:01.924993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:01.975045 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-f7999571-070c-4518-9092-a5c35aa1aa83 service neutron] 10.222.0.53 "GET /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875598 Jan 27 05:54:02.016095 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4186592 Jan 27 05:54:02.039816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Request body: {'port': {'device_id': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:02.065167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-c4333c5e-58e6-4be4-92ed-b71c48b21f33 None None] Provisioning for port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:54:02.071951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-c4333c5e-58e6-4be4-92ed-b71c48b21f33 None None] Provisioning complete for port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:02.072514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c4333c5e-58e6-4be4-92ed-b71c48b21f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:02.159787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c4333c5e-58e6-4be4-92ed-b71c48b21f33 None None] Port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:54:02.228244 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33a15639-fa47-4975-a1a5-d69a33297eba req-bb9860c2-1a22-4795-9118-4bae33610be4 service neutron] 10.222.0.53 "GET /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2456834 Jan 27 05:54:02.249202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:02.555296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f616fda-dad0-4ea3-a71f-34d8b8f26d54 req-17ec96ca-d084-4b65-be1d-866ea275c2ea tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:02.557025 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f616fda-dad0-4ea3-a71f-34d8b8f26d54 req-17ec96ca-d084-4b65-be1d-866ea275c2ea tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 943 time: 0.2125416 Jan 27 05:54:02.694419 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f616fda-dad0-4ea3-a71f-34d8b8f26d54 req-d37e4954-7c13-498f-ae61-6bcd4da6cab5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210332 Jan 27 05:54:02.827380 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc', 'status': 'completed', 'code': 200} Jan 27 05:54:02.997115 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-50ca97c8-38e0-4dc5-8b4c-ab0b47d23c42 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups/f799cddf-8ca0-4daa-a080-3f9cd7d0cccd HTTP/1.1" status: 200 len: 2393 time: 0.1436846 Jan 27 05:54:02.997461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:54:03.015378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.017165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799cddf-8ca0-4daa-a080-3f9cd7d0cccd', 'remote_group_id': None}]} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:03.017529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799cddf-8ca0-4daa-a080-3f9cd7d0cccd', 'remote_group_id': None}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:03.041184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:03.048953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Usage tracker for resource:security_group_rule and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:03.054879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:03.065040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:03.073957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-e9e18dbf-6bcf-4728-8944-d43595246382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:03.075636 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-e9e18dbf-6bcf-4728-8944-d43595246382 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=26bee7b0e0074f31abc977f6530061b6&device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 1160 time: 0.1750002 Jan 27 05:54:03.122753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Transition to ACTIVE for port object 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:54:03.158948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.177152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:03.328158 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Pushing event updated for resources: {'Port': ['ID=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:03.333382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:03.369272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-a9a96889-69bc-4375-8876-6f4211b971b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:03.371744 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-a9a96889-69bc-4375-8876-6f4211b971b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 200 len: 909 time: 0.2864130 Jan 27 05:54:03.553274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Attempting to bind port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:54:03.553688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Attempting to bind port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:54:03.554176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Attempting to bind port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 on network 43004b8e-f0e2-4e91-be71-d4069481562a {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:54:03.563966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7146c1-fc75-4c05-8faf-6a1ea3137a7d req-f3c6dc82-1c05-4fa6-935c-8da43aa09941 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:03.565689 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1c7146c1-fc75-4c05-8faf-6a1ea3137a7d req-f3c6dc82-1c05-4fa6-935c-8da43aa09941 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 0.4528723 Jan 27 05:54:03.566231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:54:03.566696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Checking segment: {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:54:03.567110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.567512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Bound using segment: {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:54:03.568035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Bound port: 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c3a1f8-d06d-4c03-9779-87600b5b7ee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '43004b8e-f0e2-4e91-be71-d4069481562a'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:54:03.568413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.592700 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-33fec444-67e7-47e1-b77f-d8451d317552 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4660579a-94ee-4c9f-9e1f-e2ed801e33dc HTTP/1.1" status: 200 len: 217 time: 0.1936057 Jan 27 05:54:03.637683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.691672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] For port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:54:03.695528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] For port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:54:03.729306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.755868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:03.775129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.796154 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1c7146c1-fc75-4c05-8faf-6a1ea3137a7d req-c1b424d2-1eea-4200-a9dc-5d816c8107b6 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016163 Jan 27 05:54:03.805688 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-f0c70084-59bd-4ff2-9a25-656c0f1e6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:03.807283 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-f0c70084-59bd-4ff2-9a25-656c0f1e6af1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 200 len: 855 time: 0.1970026 Jan 27 05:54:03.808104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:03.811174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dc15289c-1dd6-4fab-83a8-241eca5db159 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:03.836538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7babdea-d17e-4bdc-bc81-38afd98ffbd8,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:03.905263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:03.932228 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-8bd346f8-1eb8-4a50-9282-a7c1e2c36148 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cbb1f65-ee7e-416e-aae0-f021a1d05164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934148 Jan 27 05:54:03.968135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Pushing event updated for resources: {'Port': ['ID=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:03.972286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:03.992722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:04.008006 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8b1625f3-5eb9-445a-9a0f-c147cfc83354 req-1973a0fa-f114-4c15-92ca-8dcd874f3373 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9964302 Jan 27 05:54:04.096713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:04.098557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:04.100610 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] 10.222.0.53 "PUT /v2.0/ports/5e92f8ea-7ea0-4d0b-91b1-5675771fd481 HTTP/1.1" status: 200 len: 1162 time: 2.0685406 Jan 27 05:54:04.101436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:04.337355 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-e08202d3-c41d-410e-880c-e25de56175a5 service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959408 Jan 27 05:54:04.478636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a5c4-60ce-4b85-9912-c4b2b7ec01c6 req-136cdbfb-af74-4617-a813-9e3676b82f09 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:04.488160 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7b69a5c4-60ce-4b85-9912-c4b2b7ec01c6 req-136cdbfb-af74-4617-a813-9e3676b82f09 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.3286791 Jan 27 05:54:04.665832 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7b69a5c4-60ce-4b85-9912-c4b2b7ec01c6 req-a7a02dc0-6899-424a-a67c-61d6af744b2f tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738844 Jan 27 05:54:04.784955 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a83a17bb-ba50-43b7-9f3b-3b0a0c445994 req-446bfcfe-1919-4d17-a1dd-03a48f0c335c service neutron] 10.222.0.53 "GET /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4374754 Jan 27 05:54:04.963748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-e02b90b5-6f5a-4601-9f02-fb347f8dc006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:04.967527 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-e02b90b5-6f5a-4601-9f02-fb347f8dc006 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77b0b48164c944f6aa2ceeaf95d44e1d&device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 1165 time: 0.7460482 Jan 27 05:54:05.143651 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-24533ab5-184f-41eb-bb9d-2e4182e2805e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481 HTTP/1.1" status: 200 len: 217 time: 0.1057575 Jan 27 05:54:05.153710 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481', 'status': 'completed', 'code': 200} Jan 27 05:54:05.164554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805675-cbf5-474f-93ea-e530eb43b552 req-df33f372-7de1-49ec-ba5c-333b8b2c0d46 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:05.166226 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a805675-cbf5-474f-93ea-e530eb43b552 req-df33f372-7de1-49ec-ba5c-333b8b2c0d46 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 943 time: 0.1899385 Jan 27 05:54:05.291448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-fbbdffa0-0bc2-4671-abb9-73446a60c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:05.307045 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-fbbdffa0-0bc2-4671-abb9-73446a60c319 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51009761-cbbb-4ecf-b5e0-c34d68eb50a6 HTTP/1.1" status: 200 len: 843 time: 0.0909901 Jan 27 05:54:05.338010 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a805675-cbf5-474f-93ea-e530eb43b552 req-552f726d-2af8-45fa-892f-3df06773a927 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637964 Jan 27 05:54:05.406728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-3f028e5e-754a-4935-a1c8-1cb3af53467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:05.408499 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-3f028e5e-754a-4935-a1c8-1cb3af53467e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=43004b8e-f0e2-4e91-be71-d4069481562a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1077321 Jan 27 05:54:05.453915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7103-05a6-488b-b74e-d15da2184216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:05.607423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-6916c16b-205a-4a36-9742-ccea8424b740 service neutron] 10.222.0.53 "GET /v2.0/networks/43004b8e-f0e2-4e91-be71-d4069481562a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906669 Jan 27 05:54:05.689043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da714b4f-3b95-46a1-b1fa-13e14b6aabd4 req-b615987b-fd42-46af-b1d0-7cf82de02ccb tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:05.707738 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da714b4f-3b95-46a1-b1fa-13e14b6aabd4 req-b615987b-fd42-46af-b1d0-7cf82de02ccb tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 0.3679204 Jan 27 05:54:05.726503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 56656) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:05.799522 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da714b4f-3b95-46a1-b1fa-13e14b6aabd4 req-14d16d0e-76ab-42df-88c0-81321feb9136 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904107 Jan 27 05:54:05.884845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-1afca446-a62b-4b24-92e0-972e4fb3cbe7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:54:06.134132 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a32b357a-1b8a-48ef-9965-4681294f30b0 req-0f474060-88c8-483d-8923-ae2dda0102a2 service neutron] 10.222.0.53 "GET /v2.0/networks/43004b8e-f0e2-4e91-be71-d4069481562a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3867338 Jan 27 05:54:06.291416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:06.323210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:06.332679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Usage tracker for resource:security_group_rule and tenant:9642010252b140868ea7e8bd17356ab8 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:06.336685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:06.346823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:06.464307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2c6ec-046d-41d4-9824-b24adf74efe4 req-b1d6591d-68ac-4aef-b92a-ba7993b37379 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:06.467459 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0ae2c6ec-046d-41d4-9824-b24adf74efe4 req-b1d6591d-68ac-4aef-b92a-ba7993b37379 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.5067000 Jan 27 05:54:06.668505 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0ae2c6ec-046d-41d4-9824-b24adf74efe4 req-b75919a0-f522-4011-8b56-477e58090f02 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721802 Jan 27 05:54:06.800002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-40d9c0bc-26ad-4d5a-96ce-f06d1cd34a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:06.802828 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-40d9c0bc-26ad-4d5a-96ce-f06d1cd34a30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77b0b48164c944f6aa2ceeaf95d44e1d&device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 1165 time: 0.2815986 Jan 27 05:54:06.891505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:06.943043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:06.957426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-feba8a9c-0eb0-403c-842d-982bd891d474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:07.014367 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9642010252b140868ea7e8bd17356ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2848973 Jan 27 05:54:07.015577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a841b-bc9f-45e2-b93c-8e6b201afa13,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:07.024760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 56688) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:07.072513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-a9a23860-423c-442e-abf8-954c2f91745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:07.074226 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-a9a23860-423c-442e-abf8-954c2f91745f service neutron] 10.222.0.53 "GET /v2.0/networks?id=43004b8e-f0e2-4e91-be71-d4069481562a HTTP/1.1" status: 200 len: 863 time: 0.2605793 Jan 27 05:54:07.143123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc5ea-ee7d-432e-a770-cd8c2d5d7bc6 req-ca33b544-a93b-45d1-a5a9-294c450a8459 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:07.150573 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e32cc5ea-ee7d-432e-a770-cd8c2d5d7bc6 req-ca33b544-a93b-45d1-a5a9-294c450a8459 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 943 time: 0.3334069 Jan 27 05:54:07.170961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:07.175846 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-6eb4d13f-5b39-4d14-b2c7-557bccfdc9b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481 HTTP/1.1" status: 200 len: 217 time: 0.0944803 Jan 27 05:54:07.261546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-a5763aef-95f5-44a2-bb46-3e5ffb4a32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:07.263172 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-a5763aef-95f5-44a2-bb46-3e5ffb4a32d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51009761-cbbb-4ecf-b5e0-c34d68eb50a6 HTTP/1.1" status: 200 len: 843 time: 0.0769033 Jan 27 05:54:07.363994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-04c7fd94-2685-4a16-afd5-9a7f99423a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:07.365701 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-04c7fd94-2685-4a16-afd5-9a7f99423a66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=43004b8e-f0e2-4e91-be71-d4069481562a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0952477 Jan 27 05:54:07.366069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device b946f0aa-cb9d-4849-8a07-af56bc1ab52c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:07.412859 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e32cc5ea-ee7d-432e-a770-cd8c2d5d7bc6 req-0ae51bd6-d80a-444e-b07d-4138017c2b5b tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184596 Jan 27 05:54:07.423695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:07.498477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:07.533464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port b946f0aa-cb9d-4849-8a07-af56bc1ab52c completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:54:07.540261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port b946f0aa-cb9d-4849-8a07-af56bc1ab52c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:07.541121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:07.589146 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-b9cec223-7a6b-4a95-a538-62c29ac10f6c service neutron] 10.222.0.53 "GET /v2.0/networks/43004b8e-f0e2-4e91-be71-d4069481562a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146029 Jan 27 05:54:07.763293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:07.816180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc05c87-e95b-4565-b4b3-449c60689889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946f0aa-cb9d-4849-8a07-af56bc1ab52c'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:07.823273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-2415c2f2-80ca-4538-aaca-0aa3a00e4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:07.826689 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-2415c2f2-80ca-4538-aaca-0aa3a00e4f43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.2609451 Jan 27 05:54:07.827999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:07.831179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port b946f0aa-cb9d-4849-8a07-af56bc1ab52c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,segment=NetworkSegment(b32c7cff-56dd-485c-a1ef-0e5601eb61b7),segment_id=b32c7cff-56dd-485c-a1ef-0e5601eb61b7)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:07.840342 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-22cc3637-b3c2-4550-ad67-675e27f98e88 req-3823003e-fb19-4d6d-ba6c-92f2bd754c92 service neutron] 10.222.0.53 "GET /v2.0/networks/43004b8e-f0e2-4e91-be71-d4069481562a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2281342 Jan 27 05:54:07.862121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:07.864956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:07.870378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:07.890522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a841b-bc9f-45e2-b93c-8e6b201afa13,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:07.896933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:08.015749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:08.019667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:08.100561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabe399-c113-444b-bc4e-9e9f0f639e4b req-4133f090-0b00-4230-b2f8-9462723f8ce3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:08.102318 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ffabe399-c113-444b-bc4e-9e9f0f639e4b req-4133f090-0b00-4230-b2f8-9462723f8ce3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 0.4307787 Jan 27 05:54:08.109407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:08.114236 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a5a841b-bc9f-45e2-b93c-8e6b201afa13 HTTP/1.1" status: 204 len: 168 time: 0.9590459 Jan 27 05:54:08.217047 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ffabe399-c113-444b-bc4e-9e9f0f639e4b req-64b873eb-5e77-4cbf-a3cf-6fc22bf8992e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000059 Jan 27 05:54:08.293675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-be93cd18-ddb4-4700-9fcf-cca4d0131b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:08.295682 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-be93cd18-ddb4-4700-9fcf-cca4d0131b0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.4600608 Jan 27 05:54:08.403598 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-1ac0ea4e-3255-42ba-9dae-51eb0cdd9972 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.0968561 Jan 27 05:54:08.495732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0e15850a-c387-4886-8138-d346a2385501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:08.672137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23efa-1c15-42cf-b122-12ecc943e221 req-a96a4aea-bc81-41b0-a760-cba48a94fbbf tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:08.674099 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-59d23efa-1c15-42cf-b122-12ecc943e221 req-a96a4aea-bc81-41b0-a760-cba48a94fbbf tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4742372 Jan 27 05:54:08.681162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-5a12893a-a6c2-4add-a763-8a82b2589690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:08.683204 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-5a12893a-a6c2-4add-a763-8a82b2589690 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.2719786 Jan 27 05:54:08.827170 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-f416259d-72e0-47a9-905e-a9241b33f7d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272171 Jan 27 05:54:08.858023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56720) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:08.897862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:08.929039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:08.935721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Usage tracker for resource:security_group_rule and tenant:e60e48a8b3234d7aa550fe0166f70d0a is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:08.941772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:08.954313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:08.996437 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-59d23efa-1c15-42cf-b122-12ecc943e221 req-13bacc7f-0202-4af2-95a2-55ada5fbfb72 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020270 Jan 27 05:54:09.091306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139867e6-e4ce-496c-9fd2-cf535a9f9d1c req-457a8d60-9392-47ea-8f8e-0b1f6fea6eaa tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:09.095141 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-139867e6-e4ce-496c-9fd2-cf535a9f9d1c req-457a8d60-9392-47ea-8f8e-0b1f6fea6eaa tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.6012528 Jan 27 05:54:09.134737 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc05c87-e95b-4565-b4b3-449c60689889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946f0aa-cb9d-4849-8a07-af56bc1ab52c', 'code': 200} Jan 27 05:54:09.208277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:09.243818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:09.267296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cea75e3-0593-477b-a7fd-26f00f8dd5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:09.312402 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e60e48a8b3234d7aa550fe0166f70d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525921 Jan 27 05:54:09.317598 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-139867e6-e4ce-496c-9fd2-cf535a9f9d1c req-b58346c6-3fc7-4d06-9469-53456ff55935 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976390 Jan 27 05:54:09.321862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 56728) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:09.350299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f58841-3694-40c7-8c85-1dd4cb09a242,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:09.353893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:09.387481 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-cc0f6687-3d53-4cf1-8e6a-e14168a88d7b service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444117 Jan 27 05:54:09.612607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda1439-b086-45dd-b835-8b4dabfd8824 req-7f67d706-2a39-461e-ae89-5f9c39b8cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:09.614450 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6eda1439-b086-45dd-b835-8b4dabfd8824 req-7f67d706-2a39-461e-ae89-5f9c39b8cd0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 1162 time: 0.1134400 Jan 27 05:54:09.678835 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6eda1439-b086-45dd-b835-8b4dabfd8824 req-356e9816-8f9f-42a6-ae2e-b137c5e7c1a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Jan 27 05:54:09.681468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:09.681840 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:09.813525 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99d0c-d05e-4eb9-9999-12dcba2d6a11 req-7de984fe-76dd-4c81-b2e0-f4df134e2943 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:09.815344 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-29e99d0c-d05e-4eb9-9999-12dcba2d6a11 req-7de984fe-76dd-4c81-b2e0-f4df134e2943 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.4879663 Jan 27 05:54:09.867632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:09.876792 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7c3a6574-2f9b-43f9-92d9-ca48a60b17c4 req-112e443e-582f-48ab-a146-80984a37e850 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4796658 Jan 27 05:54:09.909422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4660579a-94ee-4c9f-9e1f-e2ed801e33dc up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:09.995847 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-29e99d0c-d05e-4eb9-9999-12dcba2d6a11 req-6e829797-daaa-48ae-a2db-bcca7fe3cb17 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546133 Jan 27 05:54:10.052340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.090870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.096437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2aef84f3-5592-4fd7-b5f8-ba344d9b903e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:10.119106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f58841-3694-40c7-8c85-1dd4cb09a242,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:10.123842 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:10.131449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:54:10.133860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.135952 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3f58841-3694-40c7-8c85-1dd4cb09a242 HTTP/1.1" status: 204 len: 168 time: 0.8128171 Jan 27 05:54:10.412324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:10.413039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.533226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795385d-0cc9-4b4c-885f-c89d83f90663 req-eb954755-abdc-42f9-985c-de0fc109b5fa tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:10.535158 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a795385d-0cc9-4b4c-885f-c89d83f90663 req-eb954755-abdc-42f9-985c-de0fc109b5fa tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 0.2984688 Jan 27 05:54:10.633953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.673150 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a795385d-0cc9-4b4c-885f-c89d83f90663 req-4e505852-2c20-42c2-9cd1-5c5007ea92c5 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Jan 27 05:54:10.740844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:10.756157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.797013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:10.801472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device b946f0aa-cb9d-4849-8a07-af56bc1ab52c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:10.859068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31d675-d170-48a2-a80d-b460d6da6220 req-ded8bb32-8d99-4a5c-981e-512ab6a1e4f9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:10.871484 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ef31d675-d170-48a2-a80d-b460d6da6220 req-ded8bb32-8d99-4a5c-981e-512ab6a1e4f9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3347545 Jan 27 05:54:10.890797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0f8967f3-c0b0-4ce3-b570-6ab3967f6741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:10.984747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:10.992905 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ef31d675-d170-48a2-a80d-b460d6da6220 req-806f2927-ddf9-45cc-b31e-b80bd14e24e1 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195443 Jan 27 05:54:10.998341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:11.015293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port b946f0aa-cb9d-4849-8a07-af56bc1ab52c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:11.015997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:11.137867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:11.268879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f7773-c7ac-4f28-8f1f-42463b2cde87 req-2ac9373b-67d8-46ba-9d39-36f984392a08 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:11.271095 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4c9f7773-c7ac-4f28-8f1f-42463b2cde87 req-2ac9373b-67d8-46ba-9d39-36f984392a08 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.2434919 Jan 27 05:54:11.342772 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4c9f7773-c7ac-4f28-8f1f-42463b2cde87 req-0e78efd2-b715-46a6-b22e-752798039319 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599902 Jan 27 05:54:11.485539 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc', 'code': 200} Jan 27 05:54:11.684109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e374c2-75f7-489e-ba36-54292e628f4a req-beed6d12-c44e-49d0-b24f-13f06dc03eb5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:11.686666 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-19e374c2-75f7-489e-ba36-54292e628f4a req-beed6d12-c44e-49d0-b24f-13f06dc03eb5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.1770456 Jan 27 05:54:11.725621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4660579a-94ee-4c9f-9e1f-e2ed801e33dc up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:11.819624 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-19e374c2-75f7-489e-ba36-54292e628f4a req-446707aa-f05f-4460-8770-e9382c8fc2d3 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087594 Jan 27 05:54:11.835680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:11.836208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:12.238031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45b71-97aa-46e5-9737-d7ea1539e20a req-3120c3f9-4e1e-4b91-928d-d6a4f68ea231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:12.239940 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3a45b71-97aa-46e5-9737-d7ea1539e20a req-3120c3f9-4e1e-4b91-928d-d6a4f68ea231 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 1162 time: 0.3518271 Jan 27 05:54:12.359351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bcd5c-d1b6-43c4-8b08-c99d63ca803e req-cb9186de-2750-47b3-bd2b-105654581150 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:12.361493 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b52bcd5c-d1b6-43c4-8b08-c99d63ca803e req-cb9186de-2750-47b3-bd2b-105654581150 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 945 time: 0.2409635 Jan 27 05:54:12.707056 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3a45b71-97aa-46e5-9737-d7ea1539e20a req-b019bab9-42fb-4f46-8dfe-a2ee9c8033fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391328 Jan 27 05:54:12.725815 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b52bcd5c-d1b6-43c4-8b08-c99d63ca803e req-63cd0a8a-2d27-47e8-9989-b0b539db700e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342519 Jan 27 05:54:12.812036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a967e9-4c10-44a6-a621-dff8ba7791a0 req-60ed0662-6b89-4f29-bc48-966a6b3e0c51 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:12.813806 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09a967e9-4c10-44a6-a621-dff8ba7791a0 req-60ed0662-6b89-4f29-bc48-966a6b3e0c51 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.5659277 Jan 27 05:54:12.999883 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09a967e9-4c10-44a6-a621-dff8ba7791a0 req-70681440-0abd-4506-babd-fdc5ef749c31 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701396 Jan 27 05:54:13.204386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a1992-99b7-4355-b561-03b40d55186a req-f7f080a3-a446-44f1-9ed2-d5e0950cd09f tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:13.206262 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-232a1992-99b7-4355-b561-03b40d55186a req-f7f080a3-a446-44f1-9ed2-d5e0950cd09f tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.3062320 Jan 27 05:54:13.349789 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-232a1992-99b7-4355-b561-03b40d55186a req-ddcb82bb-b1c8-46ce-889e-43b3b453297e tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282477 Jan 27 05:54:13.574733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 43004b8e-f0e2-4e91-be71-d4069481562a details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:54:13.845163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4f3ad-95f5-467d-9820-fb21a2c8a33a req-193112f8-a210-4c17-ba46-d6c3913d80fa tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:13.848053 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bce4f3ad-95f5-467d-9820-fb21a2c8a33a req-193112f8-a210-4c17-ba46-d6c3913d80fa tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.2746153 Jan 27 05:54:14.048997 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bce4f3ad-95f5-467d-9820-fb21a2c8a33a req-cbf06f2a-bb30-4485-b592-3aae9c1b32f5 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871126 Jan 27 05:54:14.183202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-e9bb527c-018c-42b0-a123-26506fe62dac None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:54:14.280586 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4387d3-114c-4e2a-a86a-6cc9af253673 req-952178da-5972-4195-af5d-c5044d294110 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:14.284419 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0f4387d3-114c-4e2a-a86a-6cc9af253673 req-952178da-5972-4195-af5d-c5044d294110 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 945 time: 0.3834908 Jan 27 05:54:14.533026 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0f4387d3-114c-4e2a-a86a-6cc9af253673 req-4eb3705d-6588-4eb2-b337-0340dead8b7b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332540 Jan 27 05:54:14.842534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430547-6f45-4f2f-8186-a13eaa8fdfd1 req-5bfd8679-0921-44fe-9c08-ac8374e2e7c7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:14.853680 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-85430547-6f45-4f2f-8186-a13eaa8fdfd1 req-5bfd8679-0921-44fe-9c08-ac8374e2e7c7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4599273 Jan 27 05:54:14.934856 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-85430547-6f45-4f2f-8186-a13eaa8fdfd1 req-105bcc8e-544d-47ea-bc08-16118f16cd71 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774546 Jan 27 05:54:15.460503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647262f-9d81-4a6e-b416-5ee6a7c3db55 req-de0540a7-b04d-4400-b3ad-9d8b4f043c20 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:15.462123 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a647262f-9d81-4a6e-b416-5ee6a7c3db55 req-de0540a7-b04d-4400-b3ad-9d8b4f043c20 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.1837304 Jan 27 05:54:15.529895 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a647262f-9d81-4a6e-b416-5ee6a7c3db55 req-e6b6fbde-4b71-4bf0-b50b-fb5e3238f2cb tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598037 Jan 27 05:54:15.666592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:15.782847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:54:15.789960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:15.790399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:16.001006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7495a-6d01-4a90-aded-a06ff0f28163 req-76a6bdab-e678-45ce-946e-24ab232cbddc tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:16.002061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:16.008985 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9c7495a-6d01-4a90-aded-a06ff0f28163 req-76a6bdab-e678-45ce-946e-24ab232cbddc tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 945 time: 0.2113650 Jan 27 05:54:16.043029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:16.054841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:16.076260 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9c7495a-6d01-4a90-aded-a06ff0f28163 req-dd7baa63-1ac4-42a5-9dd0-05de8b8936a1 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Jan 27 05:54:16.084753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:16.086838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae11bba7-7e2e-42e4-a337-515e77dbf987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:16.191928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:16.197318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:16.209700 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481', 'code': 200} Jan 27 05:54:16.426271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009478ac-c838-494d-b59e-9e79686929f8 req-079f8185-c446-46ba-abfc-e7841befd775 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:16.434459 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-009478ac-c838-494d-b59e-9e79686929f8 req-079f8185-c446-46ba-abfc-e7841befd775 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.1970162 Jan 27 05:54:16.511894 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-009478ac-c838-494d-b59e-9e79686929f8 req-2440b4e2-5ee9-44f1-93fc-9d71c9a75f3a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759709 Jan 27 05:54:16.569692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:16.745937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:16.746747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:16.934406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713cc9a-08b8-4688-a684-f9e69f2ed09e req-3966a1cb-dc7b-40eb-beb6-b5de89dfbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:16.938898 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7713cc9a-08b8-4688-a684-f9e69f2ed09e req-3966a1cb-dc7b-40eb-beb6-b5de89dfbf77 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 1167 time: 0.2245243 Jan 27 05:54:17.015054 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7713cc9a-08b8-4688-a684-f9e69f2ed09e req-6d30b6cb-cfc5-4a9b-b2be-806a0d1371ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657084 Jan 27 05:54:17.090272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1887-0dc3-4d32-98bb-7b65b849a058 req-3ea77f83-9639-4aa3-828b-19a3647962cd tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:17.092207 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e4b1887-0dc3-4d32-98bb-7b65b849a058 req-3ea77f83-9639-4aa3-828b-19a3647962cd tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.2593935 Jan 27 05:54:17.215303 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e4b1887-0dc3-4d32-98bb-7b65b849a058 req-66ba3a39-659a-4965-9346-47a4583204dc tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105721 Jan 27 05:54:17.958260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854c1cd-911d-4e0e-a201-c2460ff821d2 req-31342651-a1b7-4970-bcfa-23344330be18 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:17.959986 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7854c1cd-911d-4e0e-a201-c2460ff821d2 req-31342651-a1b7-4970-bcfa-23344330be18 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.2455294 Jan 27 05:54:18.032359 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7854c1cd-911d-4e0e-a201-c2460ff821d2 req-8f3fcaa4-5e15-459e-b139-b22d33ee0d15 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Jan 27 05:54:18.607704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3ee28-561b-459c-bb82-7517c848d683 req-331b95ea-1272-419f-b305-dd958a6a5321 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:18.610021 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e0c3ee28-561b-459c-bb82-7517c848d683 req-331b95ea-1272-419f-b305-dd958a6a5321 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.2173555 Jan 27 05:54:18.760966 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e0c3ee28-561b-459c-bb82-7517c848d683 req-dda5cf0d-0242-45e0-b7b2-ea4d7110b0b1 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282997 Jan 27 05:54:19.711430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886489-9863-48d5-9c48-fa8c3e33456c req-71552c85-9a4f-45eb-ab82-aa42e225c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:19.714250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-34886489-9863-48d5-9c48-fa8c3e33456c req-71552c85-9a4f-45eb-ab82-aa42e225c9a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.2715490 Jan 27 05:54:19.881900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80326-32ca-4fe6-87b0-040deefc6f17 req-a02e52d8-872f-4d88-b920-0b970c76e489 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:19.890603 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e1c80326-32ca-4fe6-87b0-040deefc6f17 req-a02e52d8-872f-4d88-b920-0b970c76e489 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3135014 Jan 27 05:54:19.921972 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-34886489-9863-48d5-9c48-fa8c3e33456c req-2d54542f-8504-4b3b-bca4-7fcbd8d14e55 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993222 Jan 27 05:54:19.961304 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e1c80326-32ca-4fe6-87b0-040deefc6f17 req-7272763c-e171-4e10-8cfe-93a0c9237136 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693202 Jan 27 05:54:20.261625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:54:20.381237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fbb4f-82d9-4779-bf34-b5a2fece85e2 req-0fce1825-2753-45c9-9919-81a3cc936a61 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:20.384532 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ea3fbb4f-82d9-4779-bf34-b5a2fece85e2 req-0fce1825-2753-45c9-9919-81a3cc936a61 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.3021884 Jan 27 05:54:20.469881 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ea3fbb4f-82d9-4779-bf34-b5a2fece85e2 req-0207909e-6905-41a9-9cbf-01fd708f92d3 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Jan 27 05:54:21.336638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c80b6e-ddb4-4bd4-973c-6646bdc2f8d3 req-f8124d08-964c-4c18-b3c1-f69be3e9c580 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:21.338336 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-31c80b6e-ddb4-4bd4-973c-6646bdc2f8d3 req-f8124d08-964c-4c18-b3c1-f69be3e9c580 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.1644683 Jan 27 05:54:21.408598 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-31c80b6e-ddb4-4bd4-973c-6646bdc2f8d3 req-54511794-9b14-46a6-8f31-4d65df45b900 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625014 Jan 27 05:54:21.910214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843376c-3ce7-4ca9-a512-7eaeecc8c50e req-7013a219-bc67-4ee2-8c72-6b0a41cbeba7 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:21.911991 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0843376c-3ce7-4ca9-a512-7eaeecc8c50e req-7013a219-bc67-4ee2-8c72-6b0a41cbeba7 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.3499854 Jan 27 05:54:21.996366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be738a30-c886-48bd-b6b4-e21a57b5a76d req-2cff7047-26b3-4b37-9964-067f5bc448dc tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:21.998804 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-be738a30-c886-48bd-b6b4-e21a57b5a76d req-2cff7047-26b3-4b37-9964-067f5bc448dc tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.4399040 Jan 27 05:54:22.094516 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0843376c-3ce7-4ca9-a512-7eaeecc8c50e req-2807e6b0-50e0-4ae2-bc2c-3c89c9b76a35 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945959 Jan 27 05:54:22.121949 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-be738a30-c886-48bd-b6b4-e21a57b5a76d req-d551fbb7-235a-49fa-904b-860fe1a986bd tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057460 Jan 27 05:54:22.397193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 56996) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:22.558075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:22.579864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:22.584785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Usage tracker for resource:security_group_rule and tenant:ea15960226c04f98a2f228d9724b2cc7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:22.588452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:22.597475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:22.718405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:22.752273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f147b0b-4b8a-4609-91d3-72667d4b5412 req-cc6ddc68-1b02-4c61-8181-04bd9dfd233e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:22.754010 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2f147b0b-4b8a-4609-91d3-72667d4b5412 req-cc6ddc68-1b02-4c61-8181-04bd9dfd233e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.1808147 Jan 27 05:54:22.801188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:22.811666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2beccbe4-c80a-4ae0-a542-ce89ca2ae59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:22.816935 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2f147b0b-4b8a-4609-91d3-72667d4b5412 req-f89a3221-291c-494c-85b5-fd6c466c51ea tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Jan 27 05:54:22.857398 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea15960226c04f98a2f228d9724b2cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584105 Jan 27 05:54:22.859460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a013819-b18e-48b3-bfdf-20e575af0b9b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:22.860272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 57004) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:22.863033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:22.934450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:22.965147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:23.058798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:23.063257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:23.075618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a013819-b18e-48b3-bfdf-20e575af0b9b,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:23.079750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:23.083619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:23.084910 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a013819-b18e-48b3-bfdf-20e575af0b9b HTTP/1.1" status: 204 len: 168 time: 0.2235134 Jan 27 05:54:23.423411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a3a5f-807b-4a17-8d49-2a622170a97b req-8a945ac8-b0ea-4126-989f-839030ec23d6 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:23.425186 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-596a3a5f-807b-4a17-8d49-2a622170a97b req-8a945ac8-b0ea-4126-989f-839030ec23d6 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.1638227 Jan 27 05:54:23.574456 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-596a3a5f-807b-4a17-8d49-2a622170a97b req-afd4f9c7-bfac-499d-a64c-0644dcbd8048 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026435 Jan 27 05:54:23.593303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 9cd0dace-1f70-466f-98e8-af826436a93c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:23.706314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5456097-a36d-4228-aea0-8c9ca112b857 req-59348157-cfad-4dd7-a628-c718855aa1c0 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:23.708107 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a5456097-a36d-4228-aea0-8c9ca112b857 req-59348157-cfad-4dd7-a628-c718855aa1c0 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.2818472 Jan 27 05:54:23.781378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 9cd0dace-1f70-466f-98e8-af826436a93c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:23.781789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:23.805117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57032) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:23.830585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:23.845771 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a5456097-a36d-4228-aea0-8c9ca112b857 req-6322a24f-f99a-417b-9d1d-f7be2d47516c tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175401 Jan 27 05:54:23.852002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:23.857336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Usage tracker for resource:security_group_rule and tenant:66b7d228b5ad4dd4be11aa0a136d50b3 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:23.861666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:23.868186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:24.100827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:24.130036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:24.141550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5c4b9731-b6ba-48ab-917e-bedebc06ac4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:24.192611 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22459813-18ba-487d-87ba-922cf73fa789,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:24.196467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:24.203930 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66b7d228b5ad4dd4be11aa0a136d50b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969684 Jan 27 05:54:24.204566 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 57040) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:24.316365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:24.401623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:24.550081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa85541-0e6a-4ffb-bc1f-fd6e5abb4862 req-1d0deeb4-faaf-4673-ba23-b0b4f815dbe0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:24.552731 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4aa85541-0e6a-4ffb-bc1f-fd6e5abb4862 req-1d0deeb4-faaf-4673-ba23-b0b4f815dbe0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.2152276 Jan 27 05:54:24.554715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:24.565181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0a5564da-ec70-4cf9-9a5b-bf97bbfe0251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:24.594269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22459813-18ba-487d-87ba-922cf73fa789,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:24.598482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:24.609479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:24.614890 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f33d9a0f-b023-4f53-bba0-e8bbd01a436b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22459813-18ba-487d-87ba-922cf73fa789 HTTP/1.1" status: 204 len: 168 time: 0.4047794 Jan 27 05:54:24.700077 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4aa85541-0e6a-4ffb-bc1f-fd6e5abb4862 req-3f953c7b-b783-433a-a190-51cf399f3ab2 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232922 Jan 27 05:54:25.014633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f58fa-83a4-4e93-9835-d8b4c86d20e5 req-4d4eace2-04da-4238-bde6-2c0d75db1c1f tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:25.019405 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac0f58fa-83a4-4e93-9835-d8b4c86d20e5 req-4d4eace2-04da-4238-bde6-2c0d75db1c1f tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.2096674 Jan 27 05:54:25.105984 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac0f58fa-83a4-4e93-9835-d8b4c86d20e5 req-f4b6c4c3-5838-4fa5-a08e-5002ce615dc6 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827432 Jan 27 05:54:25.227737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 9cd0dace-1f70-466f-98e8-af826436a93c up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:25.337343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 9cd0dace-1f70-466f-98e8-af826436a93c triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:25.338028 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:25.553244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57082) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:25.579624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:25.596394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:25.600918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d94d3cf39eb41eeb4dcc7fbc04d27fe is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:25.604040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513b753-ed60-4d71-a344-53918699af59 req-d5d11bde-7e92-4234-a163-8f810bf39cb8 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:25.604205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:25.605767 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0513b753-ed60-4d71-a344-53918699af59 req-d5d11bde-7e92-4234-a163-8f810bf39cb8 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.1669781 Jan 27 05:54:25.611553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:25.736232 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0513b753-ed60-4d71-a344-53918699af59 req-934078f3-fb8b-4430-8c53-35bf3180f6fd tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/security-groups?id=189cb2bf-de49-4897-9ea7-5eda9bd78312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829914 Jan 27 05:54:25.788628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:25.890040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-fd43a1c0-2d65-4dce-8b36-79d5787a6fe4 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:25.891708 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-fd43a1c0-2d65-4dce-8b36-79d5787a6fe4 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 945 time: 0.1946855 Jan 27 05:54:25.893136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:25.902809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-180d8b83-0d45-4f95-8da0-0f2f21564273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:25.906082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-eb47d157-85ce-48db-b3b7-368f94e33366 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:25.908152 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-eb47d157-85ce-48db-b3b7-368f94e33366 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 0.3012960 Jan 27 05:54:26.020539 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d94d3cf39eb41eeb4dcc7fbc04d27fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656553 Jan 27 05:54:26.021577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57086) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:26.032204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257a6529-e639-4d16-a1a0-73e5020062f2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:26.058752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Deleting port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:26.059236 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.069946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:26.095096 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Deleting port b946f0aa-cb9d-4849-8a07-af56bc1ab52c {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:26.095771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.469827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.532654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.541433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] For port b946f0aa-cb9d-4849-8a07-af56bc1ab52c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,segment=NetworkSegment(b32c7cff-56dd-485c-a1ef-0e5601eb61b7),segment_id=b32c7cff-56dd-485c-a1ef-0e5601eb61b7)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:26.541841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.598474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:54:26.715154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Calling delete_port for b946f0aa-cb9d-4849-8a07-af56bc1ab52c owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:26.822333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.886662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:26.889152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:26.892975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.919445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-66f30707-97de-4187-81d0-df8a9d587569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:26.939917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:26.942860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a6529-e639-4d16-a1a0-73e5020062f2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:26.943915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device b946f0aa-cb9d-4849-8a07-af56bc1ab52c no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:54:26.949961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:27.008780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:27.010112 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/257a6529-e639-4d16-a1a0-73e5020062f2 HTTP/1.1" status: 204 len: 168 time: 0.9835188 Jan 27 05:54:27.065357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:27.084443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:27.255591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No active binding found for port b946f0aa-cb9d-4849-8a07-af56bc1ab52c {{(pid=80181) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 27 05:54:27.255806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:27.261221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device b946f0aa-cb9d-4849-8a07-af56bc1ab52c not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:54:27.261221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:27.265278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-b48375aa-d821-4fec-b520-f1d9fc98bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:27.266347 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:27.267223 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-b48375aa-d821-4fec-b520-f1d9fc98bbc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ebccf906cee4b3fa86a6d3047525259&device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 1163 time: 0.9699457 Jan 27 05:54:27.286095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] For port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:27.286639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:27.349553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Pushing event deleted for resources: {'Port': ['ID=b946f0aa-cb9d-4849-8a07-af56bc1ab52c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:27.371036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.371742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.372986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.373550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.374214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.374952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.375683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.376419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.377039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.377584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.378250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.379176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.379563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.380122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.380597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.381074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.381545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.382014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.382491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.383011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.383566 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.384107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.385000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.386762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:27.394814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:27.400055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262f79-9505-4b4b-aa1c-4eed022e20f4 req-9d35db3f-dc7a-472a-aaba-63a6ae2185d7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:27.401792 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac262f79-9505-4b4b-aa1c-4eed022e20f4 req-9d35db3f-dc7a-472a-aaba-63a6ae2185d7 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 1.0334024 Jan 27 05:54:27.483283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21296d-8bcc-4d84-b0bd-6ea805e9cdff req-831d510c-7fb8-48bf-806b-585a03647b04 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:27.491069 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3f21296d-8bcc-4d84-b0bd-6ea805e9cdff req-831d510c-7fb8-48bf-806b-585a03647b04 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 950 time: 1.0010712 Jan 27 05:54:27.530423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] No DVR routers for this DVR port b946f0aa-cb9d-4849-8a07-af56bc1ab52c on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:54:27.534035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:27.537404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc05c87-e95b-4565-b4b3-449c60689889', 'name': 'network-vif-deleted', 'tag': 'b946f0aa-cb9d-4849-8a07-af56bc1ab52c'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:27.597985 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1cbb8340-0712-4f64-93ae-ccd8a80116e3 req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.53 "DELETE /v2.0/ports/b946f0aa-cb9d-4849-8a07-af56bc1ab52c HTTP/1.1" status: 204 len: 173 time: 1.6957102 Jan 27 05:54:27.859906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Calling delete_port for 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:28.011352 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac262f79-9505-4b4b-aa1c-4eed022e20f4 req-5239c534-9c80-4395-b119-cf4feb69ef9e tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178359 Jan 27 05:54:28.033669 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3f21296d-8bcc-4d84-b0bd-6ea805e9cdff req-7c6acccc-31cf-4ca3-8dc4-ea1f1bf5d8fe tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414445 Jan 27 05:54:28.111730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-2688feb5-c26d-45b8-96ac-81079cbf105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:28.115434 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-2688feb5-c26d-45b8-96ac-81079cbf105e service neutron] 10.222.0.53 "GET /v2.0/networks?id=fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 200 len: 912 time: 0.8171225 Jan 27 05:54:28.234903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:54:28.235319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:54:28.237215 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-e8dc5462-001a-4dc1-938d-aff352091712 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 200 len: 217 time: 0.1107028 Jan 27 05:54:28.350161 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ab0db3bf-c302-4e2f-8377-e1f132acf001 req-4ee83fd0-5a50-4248-80a3-718ea9c60b1b tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bc05c87-e95b-4565-b4b3-449c60689889 HTTP/1.1" status: 200 len: 210 time: 0.0578418 Jan 27 05:54:28.373238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-3c745cfd-055a-49b6-baab-380cdcd48d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:28.374704 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-3c745cfd-055a-49b6-baab-380cdcd48d60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 200 len: 858 time: 0.1278269 Jan 27 05:54:28.457519 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481', 'code': 200} Jan 27 05:54:28.541665 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-21fca7fe-09c7-478a-a179-fcb0edc4e9ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fae0bd0f-5d03-496c-a5e6-747d462499ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130869 Jan 27 05:54:28.571893 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc05c87-e95b-4565-b4b3-449c60689889', 'name': 'network-vif-deleted', 'tag': 'b946f0aa-cb9d-4849-8a07-af56bc1ab52c', 'status': 'completed', 'code': 200} Jan 27 05:54:28.737813 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-32df86d9-9411-40ec-9ac6-3b6d80d59388 service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720111 Jan 27 05:54:28.737813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Deleting port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:28.737813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:28.798891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:29.185799 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1e172dea-ce6e-47ad-924a-d151bc212c31 req-769eea65-ab43-4c4f-9960-122f516908fa service neutron] 10.222.0.53 "GET /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3998876 Jan 27 05:54:29.426323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] For port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,segment=NetworkSegment(a6c3a1f8-d06d-4c03-9779-87600b5b7ee6),segment_id=a6c3a1f8-d06d-4c03-9779-87600b5b7ee6)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:29.426734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:29.674533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Calling delete_port for 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:29.874916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb6cb3-6615-464f-8d5f-edf524ec32ee req-3132e75f-00f7-424a-860c-3f05728d1d32 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:29.877128 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90eb6cb3-6615-464f-8d5f-edf524ec32ee req-3132e75f-00f7-424a-860c-3f05728d1d32 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 948 time: 0.6108000 Jan 27 05:54:30.079318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4f069-e71a-4b1b-ae94-601b7c8300c3 req-c7b55c9f-d283-4354-995a-5d9a810c9467 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:30.080087 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dbe4f069-e71a-4b1b-ae94-601b7c8300c3 req-c7b55c9f-d283-4354-995a-5d9a810c9467 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.7361078 Jan 27 05:54:30.199987 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90eb6cb3-6615-464f-8d5f-edf524ec32ee req-b89f3525-1c07-4cea-aee3-427b409b4f59 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcfcfec7-1a36-4acf-b939-06e5416e2f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881880 Jan 27 05:54:30.259267 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dbe4f069-e71a-4b1b-ae94-601b7c8300c3 req-d37d6011-591c-427a-81c3-b0574383acbc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668441 Jan 27 05:54:30.338921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:30.359242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:30.420112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Pushing event deleted for resources: {'Port': ['ID=5e92f8ea-7ea0-4d0b-91b1-5675771fd481,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:30.537298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.537944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.538582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.539201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.539865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.540537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.541210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.541735 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.542299 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.543040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.543553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.544388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.546314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.546314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.546697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.547101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.547733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.548278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.548947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.549422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.549985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.550490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.551132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.551858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:30.570007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:30.796074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] No DVR routers for this DVR port 5e92f8ea-7ea0-4d0b-91b1-5675771fd481 on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:54:30.799709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:30.807372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'name': 'network-vif-deleted', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:30.822053 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d6dac6c-c289-4e8e-9042-58c208202531 req-4d9581c2-6ac2-4c72-bd14-3b457979a5e9 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.53 "DELETE /v2.0/ports/5e92f8ea-7ea0-4d0b-91b1-5675771fd481 HTTP/1.1" status: 204 len: 173 time: 4.8979549 Jan 27 05:54:31.029032 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a14c71c-5ccc-48f7-94c3-92786eb081ba', 'name': 'network-vif-deleted', 'tag': '5e92f8ea-7ea0-4d0b-91b1-5675771fd481', 'status': 'completed', 'code': 200} Jan 27 05:54:31.458878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e795-1edb-421a-a533-c86b22f1b052 req-9648b6d5-2a11-41f2-bd3d-14d994ccc177 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:31.466662 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-54d3e795-1edb-421a-a533-c86b22f1b052 req-9648b6d5-2a11-41f2-bd3d-14d994ccc177 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 945 time: 0.2751904 Jan 27 05:54:31.554082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-bce52427-2aa8-4ee7-bd76-98ef1826d5b5 req-836de4ae-ba72-4ccf-8904-7b7c07063208 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Synchronizing usage tracker for tenant:77b0b48164c944f6aa2ceeaf95d44e1d on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:31.601020 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-54d3e795-1edb-421a-a533-c86b22f1b052 req-4f124535-620e-4802-b5ad-a4fc867a7894 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330528 Jan 27 05:54:31.678281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-bce52427-2aa8-4ee7-bd76-98ef1826d5b5 req-836de4ae-ba72-4ccf-8904-7b7c07063208 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Unset dirty status for tenant:77b0b48164c944f6aa2ceeaf95d44e1d on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:31.692631 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bce52427-2aa8-4ee7-bd76-98ef1826d5b5 req-836de4ae-ba72-4ccf-8904-7b7c07063208 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a14c71c-5ccc-48f7-94c3-92786eb081ba HTTP/1.1" status: 200 len: 210 time: 0.2057669 Jan 27 05:54:31.994517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40627df0-24ce-4810-92fc-2224641b358c req-2fec5f4c-6e02-47ab-b7a4-5ab4ef43f317 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:31.996304 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-40627df0-24ce-4810-92fc-2224641b358c req-2fec5f4c-6e02-47ab-b7a4-5ab4ef43f317 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.1664422 Jan 27 05:54:32.078083 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-40627df0-24ce-4810-92fc-2224641b358c req-c5e89fa0-e2cd-473b-aa82-05265851b0a5 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694683 Jan 27 05:54:33.172334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-77e7a0ce-cc38-4294-9daf-a987f29913b2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Synchronizing usage tracker for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:33.230505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-77e7a0ce-cc38-4294-9daf-a987f29913b2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Unset dirty status for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:33.233282 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-77e7a0ce-cc38-4294-9daf-a987f29913b2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-222509805&fields=id&tenant_id=1b3105ede22947f0a1d1ca685c561635 HTTP/1.1" status: 200 len: 267 time: 0.3682773 Jan 27 05:54:33.337663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326fa8b-155e-4b39-8654-727401d13a5b req-9667f0f7-6bdc-483e-a718-39fd944bf8b6 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:33.339705 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4326fa8b-155e-4b39-8654-727401d13a5b req-9667f0f7-6bdc-483e-a718-39fd944bf8b6 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 945 time: 0.5257730 Jan 27 05:54:33.348459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57246) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:33.524020 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4326fa8b-155e-4b39-8654-727401d13a5b req-d8d8a0c8-412e-4c6d-9c12-bb022334f088 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323569 Jan 27 05:54:33.546819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:33.565308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:33.570073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Usage tracker for resource:security_group_rule and tenant:0a32a748359640dd9c8183cb71823173 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:33.593046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:33.601410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:33.732483 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-5b8af2e4-b4f9-4ff9-88ab-34f2cb495a57 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:33.740416 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-5b8af2e4-b4f9-4ff9-88ab-34f2cb495a57 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 809 time: 0.3992445 Jan 27 05:54:33.753450 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-18de1956-5998-4994-a115-b55cd4da8dbe tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/quotas/1b3105ede22947f0a1d1ca685c561635 HTTP/1.1" status: 200 len: 375 time: 0.0118160 Jan 27 05:54:33.778786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:33.859031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:33.877633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:33.909905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-41932324-abd6-49ed-8d21-40d55042766e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Synchronizing usage tracker for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:33.932949 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-82631965-888c-444a-b846-5154a03597cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a32a748359640dd9c8183cb71823173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831079 Jan 27 05:54:33.935994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3deebdb-4377-4961-816b-bda8959b9e47,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:33.936412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 57264) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:33.939890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:33.986508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-41932324-abd6-49ed-8d21-40d55042766e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Unset dirty status for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:33.988173 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-41932324-abd6-49ed-8d21-40d55042766e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289767 Jan 27 05:54:34.052341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:34.280984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:34.363282 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-c314defb-a94a-41fe-8cce-7411cc1bbac9 service neutron] 10.222.0.44 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449540 Jan 27 05:54:34.499692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4660579a-94ee-4c9f-9e1f-e2ed801e33dc no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:54:34.561185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27cea7-eb6f-4332-ab40-eee106580dac req-f07a7af3-ad5f-416d-ac76-5aa8d9e44bda tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:34.563317 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b27cea7-eb6f-4332-ab40-eee106580dac req-f07a7af3-ad5f-416d-ac76-5aa8d9e44bda tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4468579 Jan 27 05:54:34.664745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-a98f5e95-e53e-46e2-a58d-4bf3d7816421 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:34.666427 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-a98f5e95-e53e-46e2-a58d-4bf3d7816421 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 945 time: 0.5029035 Jan 27 05:54:34.671428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:34.757372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:34.772730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ac700553-dc03-444a-a3fa-9ffe8b2bcaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:34.823815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3deebdb-4377-4961-816b-bda8959b9e47,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:34.850367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:34.862422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:34.894429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:34.896827 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b27cea7-eb6f-4332-ab40-eee106580dac req-210bffa1-0d97-47ec-8aaa-1f35fed13497 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195584 Jan 27 05:54:34.900369 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-b9f82036-8a1c-4e5a-8a7a-c54838744b4a service neutron] 10.222.0.44 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5224886 Jan 27 05:54:34.919864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:34.919864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3deebdb-4377-4961-816b-bda8959b9e47 HTTP/1.1" status: 204 len: 168 time: 0.9737508 Jan 27 05:54:34.926943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:34.930992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-049a8cee-2c37-495c-a24a-004d175bb7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:35.003871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Deleting port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:35.004283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:35.118254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:35.132364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.132759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.133154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.133537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.133966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.145223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.145223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.149802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.150295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.150690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.151078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.151458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.151943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.153869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.154279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.154665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.155049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.155426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.155805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.156231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.156602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.156971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.157343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.157719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:54:35.172608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:35.438176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e71576c9-66cd-4832-807f-58980e5ed211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:35.707402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] For port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:35.707981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:35.835926 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc', 'code': 200} Jan 27 05:54:35.905762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57380) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:35.973879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.008981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:36.019625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Usage tracker for resource:security_group_rule and tenant:42ad8442b2ce4351b65f23d55200f9f2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:54:36.026108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:54:36.036785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86ca0a-662c-47af-bb6e-dc0fdf3a921a req-32bae392-137f-47ec-9045-53e0f3676e46 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:36.040010 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3b86ca0a-662c-47af-bb6e-dc0fdf3a921a req-32bae392-137f-47ec-9045-53e0f3676e46 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 943 time: 0.5939901 Jan 27 05:54:36.041199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:36.147405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.210054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Calling delete_port for 4660579a-94ee-4c9f-9e1f-e2ed801e33dc owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:36.219497 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.276116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-82631965-888c-444a-b846-5154a03597cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:36.340357 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42ad8442b2ce4351b65f23d55200f9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325881 Jan 27 05:54:36.347128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57400) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:36.376677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab4dc4-4201-4336-ba05-3180a50fee44,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:36.387396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:36.413263 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3b86ca0a-662c-47af-bb6e-dc0fdf3a921a req-ad5c01b4-fbfb-48d7-92eb-26af7618f3fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663020 Jan 27 05:54:36.508533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.570565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.689262 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-136efd79-daa8-4852-88fc-029a9b40911d req-a3891ff5-33c8-4321-917b-942f2bd8730b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 210 time: 0.1172638 Jan 27 05:54:36.779367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.783237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.809358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-525318da-8b1a-40e0-b854-a4fd9491c74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:36.836909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab4dc4-4201-4336-ba05-3180a50fee44,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:36.856268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b110eb4d-bd96-4963-989b-6d4dfb8ef007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:36.858551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:36.886235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:36.891933 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11ab4dc4-4201-4336-ba05-3180a50fee44 HTTP/1.1" status: 204 len: 168 time: 0.5423701 Jan 27 05:54:37.094556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event deleted for resources: {'Port': ['ID=4660579a-94ee-4c9f-9e1f-e2ed801e33dc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:37.124834 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:37.323510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] No DVR routers for this DVR port 4660579a-94ee-4c9f-9e1f-e2ed801e33dc on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:54:37.327487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:37.336097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'name': 'network-vif-deleted', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:37.413774 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9202455c-9c34-4b6f-9bd3-33c2a370aa52 req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "DELETE /v2.0/ports/4660579a-94ee-4c9f-9e1f-e2ed801e33dc HTTP/1.1" status: 204 len: 173 time: 2.7210481 Jan 27 05:54:37.461878 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016749a4-4411-497a-a687-2c579c1ba0d6', 'name': 'network-vif-deleted', 'tag': '4660579a-94ee-4c9f-9e1f-e2ed801e33dc', 'status': 'completed', 'code': 200} Jan 27 05:54:37.796698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-33dd96a7-eb05-4fe3-b0bb-165c88a5fbed req-91d64b32-9a0a-4696-a272-9234bfce9531 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:37.929415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-33dd96a7-eb05-4fe3-b0bb-165c88a5fbed req-91d64b32-9a0a-4696-a272-9234bfce9531 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:37.931166 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33dd96a7-eb05-4fe3-b0bb-165c88a5fbed req-91d64b32-9a0a-4696-a272-9234bfce9531 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=016749a4-4411-497a-a687-2c579c1ba0d6 HTTP/1.1" status: 200 len: 210 time: 0.2237763 Jan 27 05:54:38.151690 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-17f09679-1eed-48b2-8f91-466c6baa1bf4 req-e58f5f86-6397-481f-80a3-c3e90263d5b9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 210 time: 0.1112728 Jan 27 05:54:38.527737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7fdf4389-6319-42fc-becd-2a4464f9a776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:39.457542 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-705ac85d-77f0-4e5b-aa2f-ef8a9f558f1b req-31482ad8-07d0-42ca-bb6e-5b979b37ed14 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 210 time: 0.0582135 Jan 27 05:54:39.733261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:39.864599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-24f0e510-a928-4ecf-86db-b8400a3ed710 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:39.866725 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-24f0e510-a928-4ecf-86db-b8400a3ed710 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 809 time: 0.3089545 Jan 27 05:54:39.975615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:40.012096 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-46d7701a-4dfd-431a-b177-e56f8e5d5dcb tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b3105ede22947f0a1d1ca685c561635 HTTP/1.1" status: 200 len: 5757 time: 0.1241913 Jan 27 05:54:40.023454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'port': {'device_id': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'admin_state_up': True, 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'security_groups': ['f799cddf-8ca0-4daa-a080-3f9cd7d0cccd']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:40.210929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:54:40.223103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:54:40.269911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Made reservation on behalf of 1b3105ede22947f0a1d1ca685c561635 for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:54:40.292422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:40.758002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:41.098248 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae2ea306-50ce-49cc-a844-332268186eef req-b6fca81f-3998-498a-bcf9-fb561b6e884d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 210 time: 0.0658009 Jan 27 05:54:41.109864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Allocated IP 172.20.0.5 (33968510-f870-4e8c-b118-0170082c8d2c/3474aa16-bd4b-45c2-9c62-9b13b4743696/417a29ed-8f27-43b3-b22a-a2f3505cf01e) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:54:41.369862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:41.389937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Transition to ACTIVE for port object 417a29ed-8f27-43b3-b22a-a2f3505cf01e will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:54:41.494065 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:41.513805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:41.667302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event updated for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:41.674759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:41.813921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Network 33968510-f870-4e8c-b118-0170082c8d2c is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:54:41.815385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:54:41.817825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:54:41.900203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:41.900203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:41.985544 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9662340 Jan 27 05:54:42.034964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Request body: {'port': {'device_id': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:54:42.252522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:42.423869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-5525fdaf-b8e4-4120-a86b-b7048ac0daf5 None None] Provisioning for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:54:42.431563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-5525fdaf-b8e4-4120-a86b-b7048ac0daf5 None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:42.432487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5525fdaf-b8e4-4120-a86b-b7048ac0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:42.594292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5525fdaf-b8e4-4120-a86b-b7048ac0daf5 None None] Port 417a29ed-8f27-43b3-b22a-a2f3505cf01e cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:54:42.854905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a173a-677b-4233-a46b-66890674a806 req-76cfde7e-991c-461a-b0b5-357ed1e4f2d8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:42.869921 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4c0a173a-677b-4233-a46b-66890674a806 req-76cfde7e-991c-461a-b0b5-357ed1e4f2d8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 945 time: 0.5313332 Jan 27 05:54:43.148910 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4c0a173a-677b-4233-a46b-66890674a806 req-6d61c9b1-88f8-4cb2-a4c4-89acc67f4431 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772942 Jan 27 05:54:43.766945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406dce2-c1cc-4f0d-bffe-9f19f2c80391 req-e82c4716-e7b7-4fe8-8526-c79027fe3647 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:43.767788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f406dce2-c1cc-4f0d-bffe-9f19f2c80391 req-e82c4716-e7b7-4fe8-8526-c79027fe3647 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Synchronizing usage tracker for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:43.893009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e36bd1-a970-43ee-ba8d-33597fefb1f6 req-78d65b5b-8188-4700-9b2c-e1fd0fe96c10 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:43.894642 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f1e36bd1-a970-43ee-ba8d-33597fefb1f6 req-78d65b5b-8188-4700-9b2c-e1fd0fe96c10 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3883989 Jan 27 05:54:43.897265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f406dce2-c1cc-4f0d-bffe-9f19f2c80391 req-e82c4716-e7b7-4fe8-8526-c79027fe3647 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Unset dirty status for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:43.900871 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f406dce2-c1cc-4f0d-bffe-9f19f2c80391 req-e82c4716-e7b7-4fe8-8526-c79027fe3647 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 931 time: 0.7349548 Jan 27 05:54:43.909087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.resource_extend [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 05:54:44.058501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417a29ed-8f27-43b3-b22a-a2f3505cf01e {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:54:44.087488 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f406dce2-c1cc-4f0d-bffe-9f19f2c80391 req-9e6a0041-951a-4834-a9f6-cacb8688e064 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1693873 Jan 27 05:54:44.103274 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f1e36bd1-a970-43ee-ba8d-33597fefb1f6 req-b0a6125a-35d1-4b06-9f90-7ae73bda2096 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960166 Jan 27 05:54:44.105978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:44.120137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Transition to ACTIVE for port object 417a29ed-8f27-43b3-b22a-a2f3505cf01e will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:54:44.163756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:44.314064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-35f963be-44ed-43b3-88fa-0b22f8701e53 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:44.412694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Pushing event updated for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:44.417041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:44.629982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Attempting to bind port 417a29ed-8f27-43b3-b22a-a2f3505cf01e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:54:44.630623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Attempting to bind port 417a29ed-8f27-43b3-b22a-a2f3505cf01e by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:54:44.631354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Attempting to bind port 417a29ed-8f27-43b3-b22a-a2f3505cf01e on network 33968510-f870-4e8c-b118-0170082c8d2c {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:54:44.781230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:54:44.781760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Checking segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:54:44.782280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:44.782790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Bound using segment: {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:54:44.783413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Bound port: 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d1a1d0-4092-4c52-be21-05006b4de527', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:54:44.783925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:44.800142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 3df40974-595c-47bd-9f33-e34839b40185 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:54:44.952682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] For port 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:54:44.956292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] For port 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:54:45.036578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe128b9-5697-4a12-8f0e-f0f010ad0582 req-42ec0873-dacc-4090-ad10-c41ceb5556f2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:45.045178 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dbe128b9-5697-4a12-8f0e-f0f010ad0582 req-42ec0873-dacc-4090-ad10-c41ceb5556f2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 945 time: 0.5178249 Jan 27 05:54:45.064623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:45.080057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:45.101021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:45.134591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df40974-595c-47bd-9f33-e34839b40185'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:45.162425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 3df40974-595c-47bd-9f33-e34839b40185, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=3df40974-595c-47bd-9f33-e34839b40185,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:45.232787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:45.234767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9453d623-f255-4c73-a3c7-e97084689306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:45.336536 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dbe128b9-5697-4a12-8f0e-f0f010ad0582 req-36dc6cfb-d675-46d8-89bd-b34a68471ae1 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902408 Jan 27 05:54:45.345736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=3df40974-595c-47bd-9f33-e34839b40185,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:45.351068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:45.521201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08398-981b-466a-9969-92faef6dae42 req-c542109c-e246-4cfc-a57a-0339d2c4ca18 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:45.526720 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e7d08398-981b-466a-9969-92faef6dae42 req-c542109c-e246-4cfc-a57a-0339d2c4ca18 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 945 time: 0.8053205 Jan 27 05:54:45.632273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Pushing event updated for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:45.636609 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:45.740391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Deleting port 3df40974-595c-47bd-9f33-e34839b40185 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:45.740391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:46.096708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:46.096708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:46.096708 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] 10.222.0.53 "PUT /v2.0/ports/417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 1157 time: 4.0701325 Jan 27 05:54:46.097246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:46.533026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5ac59-619a-4c5e-bb49-1ac9299d7cf0 req-6a5d840e-9126-4d9a-ba9c-48ecb8d6c05d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:46.534799 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5da5ac59-619a-4c5e-bb49-1ac9299d7cf0 req-6a5d840e-9126-4d9a-ba9c-48ecb8d6c05d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.7410183 Jan 27 05:54:46.649220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] For port 3df40974-595c-47bd-9f33-e34839b40185, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=3df40974-595c-47bd-9f33-e34839b40185,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:46.650364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:46.750100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a3f3-285b-46da-9224-5223e3eb41dc req-ff6fd5c1-433c-451f-9aec-8649698e6c0b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:46.752084 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a8b0a3f3-285b-46da-9224-5223e3eb41dc req-ff6fd5c1-433c-451f-9aec-8649698e6c0b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.6494768 Jan 27 05:54:46.919268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Calling delete_port for 3df40974-595c-47bd-9f33-e34839b40185 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:46.955868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-8fcf5a09-b723-48d1-8285-e92dc8abdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:46.957534 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-8fcf5a09-b723-48d1-8285-e92dc8abdeed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1160 time: 0.7205820 Jan 27 05:54:46.991264 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5da5ac59-619a-4c5e-bb49-1ac9299d7cf0 req-4fe55688-4f29-4ebf-bbee-c500c300e6e3 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359937 Jan 27 05:54:47.081563 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df40974-595c-47bd-9f33-e34839b40185', 'code': 200} Jan 27 05:54:47.091795 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-08623f87-c3f4-4332-86b5-504e74561dcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 217 time: 0.0979145 Jan 27 05:54:47.125796 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a8b0a3f3-285b-46da-9224-5223e3eb41dc req-c554f25a-7774-445c-bd5c-93dd133ca921 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3557427 Jan 27 05:54:47.278542 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9fe13b7a-b81b-42ed-ae9a-e8a286971c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:47.280194 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-9fe13b7a-b81b-42ed-ae9a-e8a286971c03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.1520607 Jan 27 05:54:47.287360 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'status': 'completed', 'code': 200} Jan 27 05:54:47.593798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13750a19-1153-4bda-9e41-ce4fd45db8ad req-7fbee714-60b8-4772-a463-75e3444853fe tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:47.595885 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-13750a19-1153-4bda-9e41-ce4fd45db8ad req-7fbee714-60b8-4772-a463-75e3444853fe tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3929524 Jan 27 05:54:47.683629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-221d6b38-89a8-49e7-b65f-af6aeabc7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:47.686170 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-221d6b38-89a8-49e7-b65f-af6aeabc7c9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3838723 Jan 27 05:54:47.686883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:47.708861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-014f7110-d85a-4f5d-b336-9216d87920a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:47.805515 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-13750a19-1153-4bda-9e41-ce4fd45db8ad req-f47555b7-a188-4e83-94cb-cf73ad97b48a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921716 Jan 27 05:54:47.887969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event deleted for resources: {'Port': ['ID=3df40974-595c-47bd-9f33-e34839b40185,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:47.944422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:47.955334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57794) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:48.018214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33fb63-3985-4674-a32d-5ad87b9cc878 req-70ed153f-ab6d-4651-abcb-05d84111a201 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:48.019937 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5a33fb63-3985-4674-a32d-5ad87b9cc878 req-70ed153f-ab6d-4651-abcb-05d84111a201 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 865 time: 0.5986805 Jan 27 05:54:48.186883 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5a33fb63-3985-4674-a32d-5ad87b9cc878 req-a8e80ed0-22a2-416c-b76c-297aced264d4 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578491 Jan 27 05:54:48.209106 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-804955f0-8bdd-459e-a320-7e9545911966 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77b0b48164c944f6aa2ceeaf95d44e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523310 Jan 27 05:54:48.209896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57804) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:48.245304 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-ab046cdb-e3e5-4289-b188-dee2b9fcff13 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030434 Jan 27 05:54:48.324281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:48.341915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] No DVR routers for this DVR port 3df40974-595c-47bd-9f33-e34839b40185 on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:54:48.373788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:48.420058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:48.501159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664159d5-6465-4c76-a624-7db030fb77b6 req-00a229a6-bdb5-4389-a061-c44a2788578d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:48.502413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-664159d5-6465-4c76-a624-7db030fb77b6 req-00a229a6-bdb5-4389-a061-c44a2788578d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Synchronizing usage tracker for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:48.584109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-664159d5-6465-4c76-a624-7db030fb77b6 req-00a229a6-bdb5-4389-a061-c44a2788578d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Unset dirty status for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:48.585675 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-664159d5-6465-4c76-a624-7db030fb77b6 req-00a229a6-bdb5-4389-a061-c44a2788578d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.3062818 Jan 27 05:54:48.709170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Deleting port 4a2df59a-917b-4f1a-a3b2-fd691927513e {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:48.709964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:48.786754 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e7d08398-981b-466a-9969-92faef6dae42 req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "DELETE /v2.0/ports/3df40974-595c-47bd-9f33-e34839b40185 HTTP/1.1" status: 204 len: 173 time: 3.2226288 Jan 27 05:54:48.787190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:48.795798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-30ccd41b-cf51-428e-845e-c11403760ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:48.849423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfcfec7-1a36-4acf-b939-06e5416e2f01,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:48.853993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:48.854875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:48.858603 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcfcfec7-1a36-4acf-b939-06e5416e2f01 HTTP/1.1" status: 204 len: 168 time: 0.6449776 Jan 27 05:54:48.860968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a38c4-289c-4110-a167-289440bd6073 req-c683b4eb-f97b-4ab1-b2da-52714d1f6317 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:48.862657 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b30a38c4-289c-4110-a167-289440bd6073 req-c683b4eb-f97b-4ab1-b2da-52714d1f6317 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 946 time: 0.6690402 Jan 27 05:54:48.926278 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7770ec58-33a3-48fe-912c-cc163f51d1d6 req-701983c1-f92b-44ec-b5e9-80fdce7eaf0d service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6338532 Jan 27 05:54:49.081665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7c980-ead1-4e05-b51f-fea256bc80f2 req-81418813-5d8b-4fb0-94c2-b64c612bc4da tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:49.091100 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3f7c980-ead1-4e05-b51f-fea256bc80f2 req-81418813-5d8b-4fb0-94c2-b64c612bc4da tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.7548900 Jan 27 05:54:49.211998 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b30a38c4-289c-4110-a167-289440bd6073 req-8b175348-21b4-4641-872a-8754328d4dc6 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342736 Jan 27 05:54:49.290034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'name': 'network-vif-deleted', 'tag': '3df40974-595c-47bd-9f33-e34839b40185'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:49.357417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 4a2df59a-917b-4f1a-a3b2-fd691927513e no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:54:49.475312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] For port 4a2df59a-917b-4f1a-a3b2-fd691927513e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:49.475707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:49.555820 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3f7c980-ead1-4e05-b51f-fea256bc80f2 req-3f8ed212-b587-4921-988b-e0045f54279a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.4633281 Jan 27 05:54:49.601189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-0f16449c-c43f-4a13-81a1-f1da2c54cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:49.616669 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-0f16449c-c43f-4a13-81a1-f1da2c54cee3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1160 time: 0.5201061 Jan 27 05:54:49.810576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:49.879060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 4a2df59a-917b-4f1a-a3b2-fd691927513e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:49.884723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:49.928662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:49.932588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae11bba7-7e2e-42e4-a337-515e77dbf987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:49.948159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Calling delete_port for 4a2df59a-917b-4f1a-a3b2-fd691927513e owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:50.037498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-457f49e8-c92b-4550-b59a-80afe4f89198 req-7aece24f-c890-45d8-9adb-f2e87cdefb7a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:50.046438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=4a2df59a-917b-4f1a-a3b2-fd691927513e,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:50.053823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:50.136649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:54:50.137026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:54:50.145644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94546415-7478-4433-a279-d863ffd8e3c9 req-ddf4750c-0ea3-49ca-b03e-4b9b36b29ae4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:50.147369 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94546415-7478-4433-a279-d863ffd8e3c9 req-ddf4750c-0ea3-49ca-b03e-4b9b36b29ae4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.4405527 Jan 27 05:54:50.151179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-457f49e8-c92b-4550-b59a-80afe4f89198 req-7aece24f-c890-45d8-9adb-f2e87cdefb7a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:50.152409 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-457f49e8-c92b-4550-b59a-80afe4f89198 req-7aece24f-c890-45d8-9adb-f2e87cdefb7a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4382c56-934f-43bd-bc17-f4e5460b59e4 HTTP/1.1" status: 200 len: 210 time: 0.1759112 Jan 27 05:54:50.156490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-d95c75e9-880d-450d-9d27-b267b9817c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:50.157987 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-d95c75e9-880d-450d-9d27-b267b9817c5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.5323296 Jan 27 05:54:50.259268 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4382c56-934f-43bd-bc17-f4e5460b59e4', 'name': 'network-vif-deleted', 'tag': '3df40974-595c-47bd-9f33-e34839b40185', 'status': 'completed', 'code': 200} Jan 27 05:54:50.260764 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-1c6d47b8-08f9-4ca0-9886-1237391bcb12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 217 time: 0.0859363 Jan 27 05:54:50.339320 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94546415-7478-4433-a279-d863ffd8e3c9 req-c42bcf91-fd74-4bb5-9345-74d61f2a799a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841037 Jan 27 05:54:50.366440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-40d66cac-a7a2-4360-9752-d4aee560b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:50.368318 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-40d66cac-a7a2-4360-9752-d4aee560b5d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.0919621 Jan 27 05:54:50.434184 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e', 'code': 200} Jan 27 05:54:50.470601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-a499c791-2eb5-4fe5-8b3c-719d53b4b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:50.472285 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-a499c791-2eb5-4fe5-8b3c-719d53b4b485 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956533 Jan 27 05:54:50.638520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Deleting port 4a2df59a-917b-4f1a-a3b2-fd691927513e {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:50.639045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:50.779491 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-36046258-9838-4ef2-b9ca-5c656fccdfa3 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940626 Jan 27 05:54:50.860189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2495af-647b-4b31-9732-5d39d5e2dd7e req-5f13e4b7-e70b-4e26-ab98-821b74237b96 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:50.861920 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-df2495af-647b-4b31-9732-5d39d5e2dd7e req-5f13e4b7-e70b-4e26-ab98-821b74237b96 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 944 time: 0.2989609 Jan 27 05:54:51.094495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] For port 4a2df59a-917b-4f1a-a3b2-fd691927513e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4a2df59a-917b-4f1a-a3b2-fd691927513e,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:51.094866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:51.116973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed2a0-95e4-422a-8eb3-d61bcd934170 req-2c691e00-57a2-4b6d-88b0-b3c9b15860f9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:51.118742 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-38aed2a0-95e4-422a-8eb3-d61bcd934170 req-2c691e00-57a2-4b6d-88b0-b3c9b15860f9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.4243591 Jan 27 05:54:51.142599 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-df2495af-647b-4b31-9732-5d39d5e2dd7e req-c812860f-0e8d-477b-adec-3b61afd3d34f tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559278 Jan 27 05:54:51.204071 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-42c6966f-4bb9-462c-b390-8aa380d9d81d req-e05bc474-9ec9-4909-a381-6bc3648b66a9 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4158711 Jan 27 05:54:51.250323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Calling delete_port for 4a2df59a-917b-4f1a-a3b2-fd691927513e owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:51.252503 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-38aed2a0-95e4-422a-8eb3-d61bcd934170 req-c6ffbc7d-228f-4c4c-9e95-4d4d772be93f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087081 Jan 27 05:54:51.479492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a924b2-27ba-43b1-9771-352baaaead93 req-a7648d69-114d-47a4-9049-45b0e5986f5a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:51.481240 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a7a924b2-27ba-43b1-9771-352baaaead93 req-a7648d69-114d-47a4-9049-45b0e5986f5a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.1707201 Jan 27 05:54:51.483576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:51.503040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:51.569702 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Pushing event deleted for resources: {'Port': ['ID=4a2df59a-917b-4f1a-a3b2-fd691927513e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:51.591207 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a7a924b2-27ba-43b1-9771-352baaaead93 req-32c01147-c841-4605-8740-861928694270 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0990558 Jan 27 05:54:51.629033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:51.788406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] No DVR routers for this DVR port 4a2df59a-917b-4f1a-a3b2-fd691927513e on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:54:51.790685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:51.794245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'name': 'network-vif-deleted', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:51.861510 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-664159d5-6465-4c76-a624-7db030fb77b6 req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "DELETE /v2.0/ports/4a2df59a-917b-4f1a-a3b2-fd691927513e HTTP/1.1" status: 204 len: 173 time: 3.2691953 Jan 27 05:54:51.867377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eba74a-73d3-47e4-ba5c-9207175ea072', 'name': 'network-vif-deleted', 'tag': '4a2df59a-917b-4f1a-a3b2-fd691927513e', 'status': 'completed', 'code': 200} Jan 27 05:54:51.906454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d050a04-af57-48ab-a29d-2e8d03b3d136 req-c4f234e1-686d-4e80-809e-6280db7c8c50 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:51.908046 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d050a04-af57-48ab-a29d-2e8d03b3d136 req-c4f234e1-686d-4e80-809e-6280db7c8c50 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1905034 Jan 27 05:54:51.985192 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d050a04-af57-48ab-a29d-2e8d03b3d136 req-594ba303-1bf0-4658-979b-3fde9092e97e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681918 Jan 27 05:54:52.185283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fd1e5-2c0f-4955-8329-a3cf5b0c81bf req-de4ddf5a-8db5-4a17-9c86-e858a25d85b8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:52.187018 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-283fd1e5-2c0f-4955-8329-a3cf5b0c81bf req-de4ddf5a-8db5-4a17-9c86-e858a25d85b8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 946 time: 0.2006345 Jan 27 05:54:52.280396 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-283fd1e5-2c0f-4955-8329-a3cf5b0c81bf req-3f700e58-0d39-4c20-b0e0-b03f4b78c996 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840068 Jan 27 05:54:52.374387 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6a885ac7-0ce7-47b6-965d-19f233595e1e req-8ca513b2-6c81-40b3-a591-ad5cd140d3ab tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=03eba74a-73d3-47e4-ba5c-9207175ea072 HTTP/1.1" status: 200 len: 210 time: 0.0550184 Jan 27 05:54:52.568557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe937983-6c5e-43ea-a15a-14f37931b6f9 req-51ebac72-1d04-4756-ab8d-7b58a43b7cfc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:52.570257 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fe937983-6c5e-43ea-a15a-14f37931b6f9 req-51ebac72-1d04-4756-ab8d-7b58a43b7cfc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1614540 Jan 27 05:54:52.664130 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fe937983-6c5e-43ea-a15a-14f37931b6f9 req-e40625d2-8929-41b6-a66e-fe45ee54c04d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866160 Jan 27 05:54:52.917455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e298f-c786-4788-8e66-85d4aef51d4f req-f01b6720-fe0d-4d32-b58a-3b26915d0421 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:52.920120 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-291e298f-c786-4788-8e66-85d4aef51d4f req-f01b6720-fe0d-4d32-b58a-3b26915d0421 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.1710782 Jan 27 05:54:52.989065 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-291e298f-c786-4788-8e66-85d4aef51d4f req-0e02d762-d73e-45c5-b4fb-1fc1dcd0aad3 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0623066 Jan 27 05:54:53.306254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388276f-0803-4830-82bd-c633cfd24a66 req-a9731a2f-7a14-47de-b445-897c07d019d0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:53.308045 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4388276f-0803-4830-82bd-c633cfd24a66 req-a9731a2f-7a14-47de-b445-897c07d019d0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1574659 Jan 27 05:54:53.390054 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4388276f-0803-4830-82bd-c633cfd24a66 req-340327b7-7371-4378-8868-5e5cbe245b35 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659101 Jan 27 05:54:53.590846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624f775-ab94-48b3-93b3-22b6ff7f87b5 req-9b3b27ec-4e4c-4d22-b42c-a2d787482509 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:53.592782 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6624f775-ab94-48b3-93b3-22b6ff7f87b5 req-9b3b27ec-4e4c-4d22-b42c-a2d787482509 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1649261 Jan 27 05:54:53.660444 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6624f775-ab94-48b3-93b3-22b6ff7f87b5 req-638ecbb1-c6e7-4e25-80e7-009ddf19e08d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Jan 27 05:54:54.003711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b994-3aba-41ec-b567-19761490c4dd req-9b18cf61-6f6f-4387-9025-f1bad206455c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:54.005462 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2340b994-3aba-41ec-b567-19761490c4dd req-9b18cf61-6f6f-4387-9025-f1bad206455c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1803031 Jan 27 05:54:54.132834 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2340b994-3aba-41ec-b567-19761490c4dd req-286bd400-bd38-409d-9f9c-4d9611507e8f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137917 Jan 27 05:54:54.245053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8fe8-ed5d-4452-af0f-cfd7e1ef6a91 req-a301cb1f-eeda-4d40-8e53-0fb7344f5616 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:54.251433 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cf4e8fe8-ed5d-4452-af0f-cfd7e1ef6a91 req-a301cb1f-eeda-4d40-8e53-0fb7344f5616 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.2418449 Jan 27 05:54:54.374381 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cf4e8fe8-ed5d-4452-af0f-cfd7e1ef6a91 req-ec8a005e-ed2d-4673-973d-fffea8f5e156 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109107 Jan 27 05:54:54.476185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb31384-dd7f-4f0e-b278-36950c477fa5 req-06e1fcac-f28d-4203-8746-8697287e92f6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:54.477857 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ffb31384-dd7f-4f0e-b278-36950c477fa5 req-06e1fcac-f28d-4203-8746-8697287e92f6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.1975293 Jan 27 05:54:54.547523 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ffb31384-dd7f-4f0e-b278-36950c477fa5 req-5ac9a9a1-1c13-4e87-8e59-06b29383c924 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0622900 Jan 27 05:54:54.739394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201f1fc-94e9-4e0a-ab2e-b69210789ffd req-9e5846be-d2d7-4119-97d6-7d144b3cef61 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:54.741137 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7201f1fc-94e9-4e0a-ab2e-b69210789ffd req-9e5846be-d2d7-4119-97d6-7d144b3cef61 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1628127 Jan 27 05:54:54.807847 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7201f1fc-94e9-4e0a-ab2e-b69210789ffd req-f7155da8-36aa-42fa-a5d7-2ea2dfc0d215 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595226 Jan 27 05:54:54.988885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bd7e6-8e05-4280-8a67-ddc6f1547a1f req-bbc8fab5-e9a9-4e70-863e-e6090b551465 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:54.990503 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a80bd7e6-8e05-4280-8a67-ddc6f1547a1f req-bbc8fab5-e9a9-4e70-863e-e6090b551465 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1737931 Jan 27 05:54:55.008127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-d2f1c2a8-37ce-4725-b2d8-b231334dde47 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:55.008952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-d2f1c2a8-37ce-4725-b2d8-b231334dde47 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:54:55.023740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-d2f1c2a8-37ce-4725-b2d8-b231334dde47 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:54:55.025063 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-d2f1c2a8-37ce-4725-b2d8-b231334dde47 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 946 time: 0.1904871 Jan 27 05:54:55.072573 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a80bd7e6-8e05-4280-8a67-ddc6f1547a1f req-2959ecac-b17f-44fb-890c-c76649b5afe1 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745316 Jan 27 05:54:55.125452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Deleting port f429f3e2-8cf9-471f-af6f-9261e63ae19b {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:54:55.125842 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:55.199011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-be2460ce-e2bb-4170-a59b-c50a830366a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:55.202026 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-be2460ce-e2bb-4170-a59b-c50a830366a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1162 time: 0.0899363 Jan 27 05:54:55.353013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57924) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:55.477703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Deleting subnet 2174db0f-15bf-4f2e-a662-80f825791eaf {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:54:55.499644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:55.555993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] For port f429f3e2-8cf9-471f-af6f-9261e63ae19b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f429f3e2-8cf9-471f-af6f-9261e63ae19b,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:55.556369 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:55.723203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Calling delete_port for f429f3e2-8cf9-471f-af6f-9261e63ae19b owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:54:55.740252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-0a286d68-5ec6-4678-9972-5886fe1ea27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:55.741900 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-0a286d68-5ec6-4678-9972-5886fe1ea27b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.5140760 Jan 27 05:54:55.768252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:55.876859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:55.939116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6b1e-1e4e-4972-a87f-5402514f418d req-33c0fea3-7da7-4981-8764-7c01d6386382 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:55.940893 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d5ab6b1e-1e4e-4972-a87f-5402514f418d req-33c0fea3-7da7-4981-8764-7c01d6386382 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.6323171 Jan 27 05:54:56.042877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9949d-2c27-4936-aca3-971080337923 req-8a26bede-673b-4351-94d7-78dcf7710422 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:56.044794 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0af9949d-2c27-4936-aca3-971080337923 req-8a26bede-673b-4351-94d7-78dcf7710422 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.4209361 Jan 27 05:54:56.054169 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-69e0822c-c748-4fb4-b3f6-8eab6ea561a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 1000 time: 0.2981207 Jan 27 05:54:56.113008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.136629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:56.136822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-71ff6ced-d222-4839-a51a-3ad599456366 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:56.175615 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d5ab6b1e-1e4e-4972-a87f-5402514f418d req-069abf55-6fb5-4c14-9601-738dc03b0ff3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239811 Jan 27 05:54:56.188921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event deleted for resources: {'Port': ['ID=f429f3e2-8cf9-471f-af6f-9261e63ae19b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:56.191700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:56.228481 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0af9949d-2c27-4936-aca3-971080337923 req-0bf3135c-3753-4d84-9d09-00659202b0c5 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708641 Jan 27 05:54:56.238500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-5b5907f9-5f01-4c20-93da-5c19515d686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:56.240123 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-5b5907f9-5f01-4c20-93da-5c19515d686c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.1579850 Jan 27 05:54:56.334569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:54:56.340339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:56.341286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.493205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.498044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-95be83d9-6780-4fd3-b223-b832012e5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:56.499869 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-95be83d9-6780-4fd3-b223-b832012e5f9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2425013 Jan 27 05:54:56.512648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.536716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:56.537873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] No DVR routers for this DVR port f429f3e2-8cf9-471f-af6f-9261e63ae19b on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:54:56.540329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.547585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:56.550636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:54:56.574484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.574715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801714a0-f56c-413a-bd41-d35701dec2f4', 'name': 'network-vif-deleted', 'tag': 'f429f3e2-8cf9-471f-af6f-9261e63ae19b'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:54:56.577010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:56.657522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:56.660977 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:56.661752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2174db0f-15bf-4f2e-a662-80f825791eaf,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:56.673028 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:56.706701 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fac951d4-b032-465f-8cee-6193c81ec1b7 req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "DELETE /v2.0/ports/f429f3e2-8cf9-471f-af6f-9261e63ae19b HTTP/1.1" status: 204 len: 173 time: 1.6755428 Jan 27 05:54:56.728948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.733478 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2174db0f-15bf-4f2e-a662-80f825791eaf HTTP/1.1" status: 204 len: 168 time: 1.3785806 Jan 27 05:54:56.735948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57944) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:56.790981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c58fb-4ac5-46d9-85c3-74ca5b32479c req-5f18c6cb-04a8-4596-86b1-75a09e25c0c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:56.796041 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e24c58fb-4ac5-46d9-85c3-74ca5b32479c req-5f18c6cb-04a8-4596-86b1-75a09e25c0c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.4317129 Jan 27 05:54:56.869027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:56.917705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8534dd-784c-49a9-928f-3761d69a489e req-ebdbef7b-eb7b-4c33-8731-eb173417ac4f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:56.919520 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8b8534dd-784c-49a9-928f-3761d69a489e req-ebdbef7b-eb7b-4c33-8731-eb173417ac4f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.5034068 Jan 27 05:54:56.982689 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-c85eb42d-7c26-4971-9ad7-20003c234d3a service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733543 Jan 27 05:54:57.007852 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e24c58fb-4ac5-46d9-85c3-74ca5b32479c req-6da20756-cc61-4e07-a696-3fcc7468f91d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2008300 Jan 27 05:54:57.087323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:57.130832 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8b8534dd-784c-49a9-928f-3761d69a489e req-9ba982cf-9774-454c-a5c6-3c06334b4a62 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973443 Jan 27 05:54:57.249328 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'code': 200} Jan 27 05:54:57.261684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:54:57.269950 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3906daaa-79ca-4f71-a071-346f24911746 req-91cb76d5-a8be-46ea-9f43-b0de8e69a8e2 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=801714a0-f56c-413a-bd41-d35701dec2f4 HTTP/1.1" status: 200 len: 210 time: 0.0859680 Jan 27 05:54:57.273954 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7a65871b-d2f6-4429-9e0d-6bc3be46eae7 req-25ea354e-2212-4998-9fa1-ec47dfdba0a7 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2650695 Jan 27 05:54:57.443970 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801714a0-f56c-413a-bd41-d35701dec2f4', 'name': 'network-vif-deleted', 'tag': 'f429f3e2-8cf9-471f-af6f-9261e63ae19b', 'status': 'completed', 'code': 200} Jan 27 05:54:57.488390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d635f33c-193c-4a7d-9ffd-ba473d4db1c2']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:54:57.508706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:54:57.509051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32c7cff-56dd-485c-a1ef-0e5601eb61b7') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:54:57.522835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:57.544169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:57.547086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:54:57.666244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278cf3-2cc7-49a3-8871-954845050e72 req-eb46bf2b-906f-4ce4-8d03-60d6c9e6a8ab tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:57.667962 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a6278cf3-2cc7-49a3-8871-954845050e72 req-eb46bf2b-906f-4ce4-8d03-60d6c9e6a8ab tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2429283 Jan 27 05:54:57.676997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:57.748545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:54:57.758185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:57.781660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25815b86-ec82-4082-be0c-c7f62e0eb8b0 req-1226735f-50c0-498a-b9df-9370e982c8ad tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:57.783388 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-25815b86-ec82-4082-be0c-c7f62e0eb8b0 req-1226735f-50c0-498a-b9df-9370e982c8ad tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.3172004 Jan 27 05:54:57.852247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:57.856838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:57.891119 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a6278cf3-2cc7-49a3-8871-954845050e72 req-a8e83f51-8026-4ea7-8e38-fd70413b67c3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143650 Jan 27 05:54:58.003879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Network d635f33c-193c-4a7d-9ffd-ba473d4db1c2 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:54:58.024621 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-25815b86-ec82-4082-be0c-c7f62e0eb8b0 req-d5512974-ba8e-450b-9c7d-8da91a9a163d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316241 Jan 27 05:54:58.057677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64987a3-db6b-4753-8d07-5b4feb707e02 req-795161ce-8a21-4324-8bf3-0ec7f1425a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:58.060313 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b64987a3-db6b-4753-8d07-5b4feb707e02 req-795161ce-8a21-4324-8bf3-0ec7f1425a5f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.1676462 Jan 27 05:54:58.119728 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b64987a3-db6b-4753-8d07-5b4feb707e02 req-120d7b33-6e92-4f0b-bcb8-e5de5f3b1d64 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496125 Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:54:58.161048 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:54:58.231544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:54:58.243141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.249406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:58.293907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Pushing event deleted for resources: {'Network': ['ID=d635f33c-193c-4a7d-9ffd-ba473d4db1c2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:58.308255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.326019 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] 10.222.0.44 "DELETE /v2.0/networks/d635f33c-193c-4a7d-9ffd-ba473d4db1c2 HTTP/1.1" status: 204 len: 168 time: 1.5854156 Jan 27 05:54:58.326019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:58.326321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:54:58.326321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.326482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57964) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:58.401279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Deleting subnet db286899-6795-4791-aaae-7aba77a9be3b {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:54:58.406197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.461860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32a06-9e19-4e0c-90d8-b1123e662d82 req-35ab4177-2a83-44e0-8db0-ce8c8dc09998 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:58.466211 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b2d32a06-9e19-4e0c-90d8-b1123e662d82 req-35ab4177-2a83-44e0-8db0-ce8c8dc09998 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2573168 Jan 27 05:54:58.507587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.535699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b2d32a06-9e19-4e0c-90d8-b1123e662d82 req-a293dba7-7a65-4dea-8f01-81b20ed6e067 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626292 Jan 27 05:54:58.553581 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device f429f3e2-8cf9-471f-af6f-9261e63ae19b no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:54:58.578898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.603500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No Port match for: f429f3e2-8cf9-471f-af6f-9261e63ae19b {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 05:54:58.603922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device f429f3e2-8cf9-471f-af6f-9261e63ae19b not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:54:58.779990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fee1ed-59b7-4965-96e0-1ef1d643d191 req-e1d4659c-d25c-4b11-8a72-78da14774965 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:58.781785 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f7fee1ed-59b7-4965-96e0-1ef1d643d191 req-e1d4659c-d25c-4b11-8a72-78da14774965 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2074113 Jan 27 05:54:58.789148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:58.849698 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f7fee1ed-59b7-4965-96e0-1ef1d643d191 req-b8ce0c24-e653-4c88-bf4e-40efcc4ef1e2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614333 Jan 27 05:54:59.151937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:59.169887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3643f22b-752e-40b4-8877-72fbfcf05050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:54:59.211143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41447-09c9-4b4e-aff7-d693645ddceb req-8e9b398f-7179-4090-bb1e-99672f616763 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:59.212891 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-91b41447-09c9-4b4e-aff7-d693645ddceb req-8e9b398f-7179-4090-bb1e-99672f616763 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1563826 Jan 27 05:54:59.270498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db286899-6795-4791-aaae-7aba77a9be3b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:54:59.273529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:54:59.312394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:59.318838 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8423d62f-0851-4bce-8636-9d644fae4c7c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/db286899-6795-4791-aaae-7aba77a9be3b HTTP/1.1" status: 204 len: 168 time: 0.9914658 Jan 27 05:54:59.321462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 57982) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:54:59.331889 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-91b41447-09c9-4b4e-aff7-d693645ddceb req-396719b7-5a59-4cf3-b3c0-c1da8097e477 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121876 Jan 27 05:54:59.428355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7a6d8-1e38-470d-90e4-d4737553cccb req-d71957a4-dc27-43c3-94a6-61e652d137d9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:59.430042 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c3b7a6d8-1e38-470d-90e4-d4737553cccb req-d71957a4-dc27-43c3-94a6-61e652d137d9 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.1919301 Jan 27 05:54:59.444378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:59.494223 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c3b7a6d8-1e38-470d-90e4-d4737553cccb req-4a00b64b-e924-47d1-9fc3-e81f401a172b tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566232 Jan 27 05:54:59.649878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:59.784282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8759a519-0aaa-4049-9639-4fd32061d911']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:54:59.799608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002c814e-322d-4065-a89c-45513fc96449') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:54:59.800425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002c814e-322d-4065-a89c-45513fc96449') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:54:59.813865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:59.921084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:54:59.923709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:54:59.980012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de876001-2fce-4a5a-8e4c-cb32e3755813 req-bfdc27a1-bc6e-4eea-8f6d-a4e8feb7d8d0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:54:59.982276 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-de876001-2fce-4a5a-8e4c-cb32e3755813 req-bfdc27a1-bc6e-4eea-8f6d-a4e8feb7d8d0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1671340 Jan 27 05:55:00.095937 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-de876001-2fce-4a5a-8e4c-cb32e3755813 req-75f96667-212e-4288-8d87-156b5e63e8f6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0989733 Jan 27 05:55:00.123129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Network 8759a519-0aaa-4049-9639-4fd32061d911 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:55:00.143743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:00.214758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860783-f304-4033-a2ef-51c217457aca req-29294cb3-f0d1-4134-a871-f3b1a45d7c09 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:00.223648 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f5860783-f304-4033-a2ef-51c217457aca req-29294cb3-f0d1-4134-a871-f3b1a45d7c09 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1875818 Jan 27 05:55:00.293329 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f5860783-f304-4033-a2ef-51c217457aca req-f0153dc1-614b-41f2-a8ef-29247b2e8f68 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683420 Jan 27 05:55:00.356132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Network 8759a519-0aaa-4049-9639-4fd32061d911 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:55:00.387962 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:55:00.625045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82581956-f2d4-4a53-8db3-fb75919d2186 req-be619d67-cfd6-4403-a5e9-a4305a7fd2a9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:00.626952 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-82581956-f2d4-4a53-8db3-fb75919d2186 req-be619d67-cfd6-4403-a5e9-a4305a7fd2a9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1595743 Jan 27 05:55:00.693812 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-82581956-f2d4-4a53-8db3-fb75919d2186 req-7acac270-eeab-4415-b213-d83dc0a2ef86 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595868 Jan 27 05:55:00.800256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:00.804759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:00.808717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6c91dc98-66f8-4348-b5b3-0e74c742985f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:00.829769 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8759a519-0aaa-4049-9639-4fd32061d911 HTTP/1.1" status: 204 len: 168 time: 1.5048177 Jan 27 05:55:00.837781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Pushing event deleted for resources: {'Network': ['ID=8759a519-0aaa-4049-9639-4fd32061d911,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:00.845352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:00.889142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad6904-19dd-404c-a982-3b811c991e94 req-6768d8b4-e33b-43e3-9ef8-a6b0dc67672a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:00.890910 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-48ad6904-19dd-404c-a982-3b811c991e94 req-6768d8b4-e33b-43e3-9ef8-a6b0dc67672a tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 945 time: 0.1613133 Jan 27 05:55:01.013691 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-48ad6904-19dd-404c-a982-3b811c991e94 req-626e6e5b-478c-49e2-8216-7979928125b3 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764577 Jan 27 05:55:01.102745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d181d19-84dc-447c-b322-2d33cc8c4632 req-abb46d91-b763-475e-bc3e-ff900be5930c tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:01.104519 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d181d19-84dc-447c-b322-2d33cc8c4632 req-abb46d91-b763-475e-bc3e-ff900be5930c tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.2126014 Jan 27 05:55:01.131459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58008) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:01.199196 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f95994e6-b3fb-4990-a120-0a62dd0ab3d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=406d598c607149ae9abc8f0ac0545432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655894 Jan 27 05:55:01.202845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58016) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:01.216538 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d181d19-84dc-447c-b322-2d33cc8c4632 req-b57ab2c9-38ec-4c34-a71a-765d16ded27a tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044669 Jan 27 05:55:01.252970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:55:01.289147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:01.322903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:01.409944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:55:01.410418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:01.411853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:01.416320 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a1a94eea-7f56-40a8-ac19-26d684634467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:01.444887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189cb2bf-de49-4897-9ea7-5eda9bd78312,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:01.452103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:01.453686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:01.461882 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/189cb2bf-de49-4897-9ea7-5eda9bd78312 HTTP/1.1" status: 204 len: 168 time: 0.2567554 Jan 27 05:55:01.531721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5197a-0ccc-4f4f-baf3-ac11cc75886f req-6890f073-1c87-4d18-aaaf-3bb9383b0ae6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:01.533772 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-47e5197a-0ccc-4f4f-baf3-ac11cc75886f req-6890f073-1c87-4d18-aaaf-3bb9383b0ae6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2762470 Jan 27 05:55:01.670030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-47e5197a-0ccc-4f4f-baf3-ac11cc75886f req-9c1475fe-e954-42bf-bf4b-f5bf3942e55a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0882947 Jan 27 05:55:01.754222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc90446-a7d0-43ae-8e9b-7e54b6515f1a req-da54bc6d-f47b-4977-972f-765d32cd8143 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:01.755974 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7dc90446-a7d0-43ae-8e9b-7e54b6515f1a req-da54bc6d-f47b-4977-972f-765d32cd8143 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2209420 Jan 27 05:55:01.921608 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7dc90446-a7d0-43ae-8e9b-7e54b6515f1a req-21ac3492-98e4-40c4-a02a-5de542a82270 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535120 Jan 27 05:55:02.133327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6d51-98f2-40b3-9f16-261bf6364478 req-98807423-ace7-45d7-833e-70b7f923b0d8 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:02.136315 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bffb6d51-98f2-40b3-9f16-261bf6364478 req-98807423-ace7-45d7-833e-70b7f923b0d8 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.3243899 Jan 27 05:55:02.335674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58034) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:02.343707 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bffb6d51-98f2-40b3-9f16-261bf6364478 req-955e38e1-33fc-4e66-86f1-13c075ddb962 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1258690 Jan 27 05:55:02.414590 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8b4967d6-0996-43f4-98f4-90769c435e8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e80540ebf901419f82a597097591fab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727174 Jan 27 05:55:02.414888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58040) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:02.506366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a51ed1-e3df-40be-a583-9aedbefd2a94 req-a90112b1-d3ed-4afe-9894-df2f9492bd71 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:02.508155 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d5a51ed1-e3df-40be-a583-9aedbefd2a94 req-a90112b1-d3ed-4afe-9894-df2f9492bd71 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.3697340 Jan 27 05:55:02.552613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:02.610066 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:02.723455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:02.730422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c40a1374-910c-428c-b8ad-d947a988ac02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:02.749994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1300a336-d4cc-4745-add7-a0ff4d3f46d0,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:02.755736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:02.757406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:02.760291 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1300a336-d4cc-4745-add7-a0ff4d3f46d0 HTTP/1.1" status: 204 len: 168 time: 0.3435729 Jan 27 05:55:02.942982 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d5a51ed1-e3df-40be-a583-9aedbefd2a94 req-e079d0b5-cc7c-4ef7-ba4d-9e5d48634256 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916161 Jan 27 05:55:03.007360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 9cd0dace-1f70-466f-98e8-af826436a93c no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:55:03.088922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-6af25219-ddf8-4822-916c-665e56fefce0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:03.091322 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-6af25219-ddf8-4822-916c-665e56fefce0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.7425702 Jan 27 05:55:03.192375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:03.225255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:03.237899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 9cd0dace-1f70-466f-98e8-af826436a93c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=9cd0dace-1f70-466f-98e8-af826436a93c,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:03.296052 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc704221-0928-404d-871f-9b3fd99a23b3 req-8b5241b7-14fc-4445-9459-f1715b6af6fa tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:03.297807 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dc704221-0928-404d-871f-9b3fd99a23b3 req-8b5241b7-14fc-4445-9459-f1715b6af6fa tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 945 time: 0.7874370 Jan 27 05:55:03.323460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:03.326921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:03.357986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Deleting port 9cd0dace-1f70-466f-98e8-af826436a93c {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:55:03.358792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:03.411604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=9cd0dace-1f70-466f-98e8-af826436a93c,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:03.425934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:03.484652 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dc704221-0928-404d-871f-9b3fd99a23b3 req-f567b5c5-a64d-42cd-91a5-b443fcd40169 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660571 Jan 27 05:55:03.736529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7a403-1067-4167-91f9-5c2801456683 req-499ce3bb-8fd6-41c4-a4db-10d78294389c tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:03.738277 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1df7a403-1067-4167-91f9-5c2801456683 req-499ce3bb-8fd6-41c4-a4db-10d78294389c tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 946 time: 0.5790102 Jan 27 05:55:03.991616 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-66133427-e415-491e-85b1-59b2ba4b36e1 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4621255 Jan 27 05:55:04.014248 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1df7a403-1067-4167-91f9-5c2801456683 req-3a641a03-17d3-4908-b76c-5d7eef9d69d0 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/security-groups?id=32a307c9-3ef6-450f-adbf-40b21dedf7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682493 Jan 27 05:55:04.032934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'floatingip': {'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:55:04.058012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:04.067454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] For port 9cd0dace-1f70-466f-98e8-af826436a93c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=9cd0dace-1f70-466f-98e8-af826436a93c,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:04.067787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:04.076776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Usage tracker for resource:floatingip and tenant:1b3105ede22947f0a1d1ca685c561635 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:04.083129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:04.147352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:04.187119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-f899dfeb-c898-4ec6-81be-9be81b1b7dac tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:04.187989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-f899dfeb-c898-4ec6-81be-9be81b1b7dac tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Synchronizing usage tracker for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:55:04.216712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Calling delete_port for 9cd0dace-1f70-466f-98e8-af826436a93c owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:55:04.267128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-f899dfeb-c898-4ec6-81be-9be81b1b7dac tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Unset dirty status for tenant:26bee7b0e0074f31abc977f6530061b6 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:55:04.268586 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-f899dfeb-c898-4ec6-81be-9be81b1b7dac tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 945 time: 0.2623973 Jan 27 05:55:04.374604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:04.438296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Deleting port bf0f7c4a-35b3-4660-8082-a08c129bab83 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:55:04.438944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:04.674220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b427f1-d172-410f-bfef-22305bb6d957 req-07e71b6b-6121-4ee1-935d-fc9274ee094c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:04.675990 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33b427f1-d172-410f-bfef-22305bb6d957 req-07e71b6b-6121-4ee1-935d-fc9274ee094c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3160665 Jan 27 05:55:04.679947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:04.703467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-272a1438-ccca-4113-87b1-e7a63c704916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:04.840339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Pushing event deleted for resources: {'Port': ['ID=9cd0dace-1f70-466f-98e8-af826436a93c,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:04.840994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bf0f7c4a-35b3-4660-8082-a08c129bab83 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:55:04.845449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:05.065205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] For port bf0f7c4a-35b3-4660-8082-a08c129bab83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:05.067643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:05.091090 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-33b427f1-d172-410f-bfef-22305bb6d957 req-d0d0eded-76ab-4e7e-b451-0630a20edb02 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846165 Jan 27 05:55:05.148596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:05.226155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:05.293929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port bf0f7c4a-35b3-4660-8082-a08c129bab83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:05.298016 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c', 'code': 200} Jan 27 05:55:05.341284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:05.345728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:05.386679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Calling delete_port for bf0f7c4a-35b3-4660-8082-a08c129bab83 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:55:05.464291 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=bf0f7c4a-35b3-4660-8082-a08c129bab83,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:05.482202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:05.535643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8c44c8fb-9850-4036-8c10-6dd33ac2b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:05.576038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Allocated IP 172.28.1.158 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/65829f9e-f016-4d17-b35c-33afbbff8e4f) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:55:05.600562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:55:05.600941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:55:05.602173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] No DVR routers for this DVR port 9cd0dace-1f70-466f-98e8-af826436a93c on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:55:05.605997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:05.609272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'name': 'network-vif-deleted', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:05.944204 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f53c03e7-77d8-4820-b9bb-28c1568bb241 req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.53 "DELETE /v2.0/ports/9cd0dace-1f70-466f-98e8-af826436a93c HTTP/1.1" status: 204 len: 173 time: 2.8424056 Jan 27 05:55:06.055647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a202b-599f-48d2-a365-95802ca80bd7 req-159ee133-458a-40f3-91e5-e69e6ebf7740 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:06.057415 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-722a202b-599f-48d2-a365-95802ca80bd7 req-159ee133-458a-40f3-91e5-e69e6ebf7740 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.5884044 Jan 27 05:55:06.102884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Deleting port bf0f7c4a-35b3-4660-8082-a08c129bab83 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:55:06.103499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:06.239520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:06.300704 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-722a202b-599f-48d2-a365-95802ca80bd7 req-8e9fdda7-a0f4-44b8-b691-2c2205930702 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286963 Jan 27 05:55:06.389213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:06.426244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fc5855d5-deb1-4488-ae35-9e7fa48f64a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:06.571642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] For port bf0f7c4a-35b3-4660-8082-a08c129bab83, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bf0f7c4a-35b3-4660-8082-a08c129bab83,segment=NetworkSegment(8749e5da-86af-4cd0-8042-fe7e2b20a7a4),segment_id=8749e5da-86af-4cd0-8042-fe7e2b20a7a4)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:06.572377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:06.760827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event updated for resources: {'Port': ['ID=65829f9e-f016-4d17-b35c-33afbbff8e4f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:06.767720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:06.831514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:55:06.833333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:55:06.836788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:55:06.841053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Calling delete_port for bf0f7c4a-35b3-4660-8082-a08c129bab83 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:55:06.916211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9be72-aba3-4567-9a5b-be538040acce req-5e9425df-a404-4be0-a64b-83d6f7c06494 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:06.924552 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-25e9be72-aba3-4567-9a5b-be538040acce req-5e9425df-a404-4be0-a64b-83d6f7c06494 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 943 time: 0.3262963 Jan 27 05:55:07.047781 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-25e9be72-aba3-4567-9a5b-be538040acce req-dd1142e8-b057-4851-ab11-0c365fb8558e tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220558 Jan 27 05:55:07.057446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:07.125008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:55:07.303004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:07.303347 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:07.306829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:07.317925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:55:07.318649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:07.346973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-c41e0f7d-2bd3-483d-81f3-6db25aa830e7 req-4a6b02ca-8cd6-41f8-ad3f-df01bd610f1d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Synchronizing usage tracker for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:55:07.431632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-c41e0f7d-2bd3-483d-81f3-6db25aa830e7 req-4a6b02ca-8cd6-41f8-ad3f-df01bd610f1d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Unset dirty status for tenant:9ebccf906cee4b3fa86a6d3047525259 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:55:07.433020 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c41e0f7d-2bd3-483d-81f3-6db25aa830e7 req-4a6b02ca-8cd6-41f8-ad3f-df01bd610f1d tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cd0a42b-e6f5-4f72-b739-0291e4903c30 HTTP/1.1" status: 200 len: 210 time: 0.1768377 Jan 27 05:55:07.461358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4c8bc5fe-2c83-463f-a1b2-875f1bf37832 tempest-VolumesActionsTest-586470162 tempest-VolumesActionsTest-586470162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:07.785948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:07.790350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd0a42b-e6f5-4f72-b739-0291e4903c30', 'name': 'network-vif-deleted', 'tag': '9cd0dace-1f70-466f-98e8-af826436a93c', 'status': 'completed', 'code': 200} Jan 27 05:55:07.826340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:07.844736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e0e6e5da-1076-4414-a46d-febcb28eb53d tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:08.004470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Pushing event deleted for resources: {'Port': ['ID=bf0f7c4a-35b3-4660-8082-a08c129bab83,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:08.011855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:08.072600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event updated for resources: {'Port': ['ID=65829f9e-f016-4d17-b35c-33afbbff8e4f,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:08.081898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:08.154948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] No DVR routers for this DVR port bf0f7c4a-35b3-4660-8082-a08c129bab83 on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:55:08.158445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:08.162937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'name': 'network-vif-deleted', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:08.217453 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f265f478-9780-437a-8e4f-a79b4d338e16 req-32cd23fb-db17-4467-ab1b-d879e506e29b tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.53 "DELETE /v2.0/ports/bf0f7c4a-35b3-4660-8082-a08c129bab83 HTTP/1.1" status: 204 len: 173 time: 3.9414997 Jan 27 05:55:08.227216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af12ce-8108-466b-a65e-1e5cf2d23e8e req-c3a9ae3e-bf60-45ed-b896-06526bfefb34 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:08.229003 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-27af12ce-8108-466b-a65e-1e5cf2d23e8e req-c3a9ae3e-bf60-45ed-b896-06526bfefb34 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3073173 Jan 27 05:55:08.238906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:08.323046 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-27af12ce-8108-466b-a65e-1e5cf2d23e8e req-7603c0c7-84ef-4e12-b4bb-89ad066e2740 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769982 Jan 27 05:55:08.396287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:08.400807 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3815260 Jan 27 05:55:08.491274 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83', 'code': 200} Jan 27 05:55:08.512704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8fadb503-6201-4c25-9d62-f5b1d37c2781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:08.616408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-763c8bfd-6f47-4717-98e0-66f6ff122eca tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Synchronizing usage tracker for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:55:08.720782 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-763c8bfd-6f47-4717-98e0-66f6ff122eca tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Unset dirty status for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:55:08.728653 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-763c8bfd-6f47-4717-98e0-66f6ff122eca tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.158 HTTP/1.1" status: 200 len: 696 time: 0.2994354 Jan 27 05:55:09.071381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-5159d61d-d911-4e62-ac87-6e763fcfd40b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:09.081361 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-5159d61d-d911-4e62-ac87-6e763fcfd40b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 784 time: 0.3515644 Jan 27 05:55:09.190863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8327e-f0bb-409a-bd0c-a9e6a199f871 req-fffa3c2a-4816-4f56-a79f-8c54edd87898 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:09.193808 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4fd8327e-f0bb-409a-bd0c-a9e6a199f871 req-fffa3c2a-4816-4f56-a79f-8c54edd87898 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.5435162 Jan 27 05:55:09.208233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-6443dcc3-a3d1-4939-8613-4f2bbc242236 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:55:09.216833 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-607f6825-3196-4c76-8b99-0da1eb4943b0 req-6443dcc3-a3d1-4939-8613-4f2bbc242236 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1341248 Jan 27 05:55:09.317194 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4fd8327e-f0bb-409a-bd0c-a9e6a199f871 req-957c5e93-790b-416f-8eeb-5746899daef3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218956 Jan 27 05:55:09.417233 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02cbdd2-817f-4252-bf61-4f51395be2b2', 'name': 'network-vif-deleted', 'tag': 'bf0f7c4a-35b3-4660-8082-a08c129bab83', 'status': 'completed', 'code': 200} Jan 27 05:55:09.485926 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2370c06d-e29a-45d5-92d2-0de24c7d423e req-51feda97-87d9-4164-90bb-cdc2314bda63 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02cbdd2-817f-4252-bf61-4f51395be2b2 HTTP/1.1" status: 200 len: 210 time: 0.1151311 Jan 27 05:55:09.610954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58160) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:09.703421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:09.983319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:10.005641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-8ce662f9-b34d-48a0-b807-9ea1395da6a2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:10.009335 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-8ce662f9-b34d-48a0-b807-9ea1395da6a2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2206991 Jan 27 05:55:10.241572 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-94e0509c-bad0-4795-ba0c-a6112fa9cc5f tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.158 HTTP/1.1" status: 200 len: 696 time: 0.1980982 Jan 27 05:55:10.255739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Request body: {'floatingip': {'port_id': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:55:10.414016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for floatingip, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:10.601365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be99f71-43a1-402e-95c2-815a33d57428 req-986fdc9c-e3e9-40ff-8b5a-a7502990d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:10.603059 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-986fdc9c-e3e9-40ff-8b5a-a7502990d2b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1162 time: 0.1746957 Jan 27 05:55:10.743382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:10.911493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be99f71-43a1-402e-95c2-815a33d57428 req-39e1e482-284c-4155-b572-45f1e09fbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:10.927192 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-39e1e482-284c-4155-b572-45f1e09fbc81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.3016713 Jan 27 05:55:11.158278 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-f27eab20-b0fb-4a83-9d35-5ae9b16ccfdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 1000 time: 0.2297926 Jan 27 05:55:11.252710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be99f71-43a1-402e-95c2-815a33d57428 req-902f1426-22e1-4099-a276-1a3d910d8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:11.255069 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-902f1426-22e1-4099-a276-1a3d910d8e46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.0859971 Jan 27 05:55:11.450907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be99f71-43a1-402e-95c2-815a33d57428 req-09398b55-22e2-4e34-9fcb-88e24c992e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:11.452684 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-09398b55-22e2-4e34-9fcb-88e24c992e46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1861770 Jan 27 05:55:11.710650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2159ae6-1f5c-45e5-99bd-fa0065d270ca req-7d48b264-1376-40f6-8d4d-62af7d8a7aa8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:11.717811 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-3971ceee-a6a3-4634-b76d-0ce14e5588ed service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547646 Jan 27 05:55:11.718867 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c2159ae6-1f5c-45e5-99bd-fa0065d270ca req-7d48b264-1376-40f6-8d4d-62af7d8a7aa8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3665311 Jan 27 05:55:11.731465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854345490'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:11.848374 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c2159ae6-1f5c-45e5-99bd-fa0065d270ca req-0210d542-d541-4faa-9e39-a671a6aeb96b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282773 Jan 27 05:55:12.040282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:12.194304 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2be99f71-43a1-402e-95c2-815a33d57428 req-2e25f64c-fdaf-484a-b2ca-42710b515342 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3957241 Jan 27 05:55:12.208807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:12.249879 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:12.418726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:12.443845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:12.448398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Usage tracker for resource:security_group_rule and tenant:576230d7b62b49a5a2032b94880873b9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:12.451812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:12.459325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:12.468530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Deleting port e846e027-9391-40d4-912d-3c7fee209189 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:55:12.469330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:12.476208 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Floating IP c1d4c928-d74f-4e02-87e9-c43c178ea549 associated. External IP: 172.28.1.158, port: 417a29ed-8f27-43b3-b22a-a2f3505cf01e. Jan 27 05:55:12.636237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:12.755984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:12.773324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5389f5f1-dd87-4502-9c99-7c25f5a32b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:12.823241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568719b-d146-4354-88c3-4b5a6e90a78b req-8e6f5bb4-9b8d-4316-b960-13b6aee2d4dd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:12.825819 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c568719b-d146-4354-88c3-4b5a6e90a78b req-8e6f5bb4-9b8d-4316-b960-13b6aee2d4dd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.6884601 Jan 27 05:55:12.854307 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=576230d7b62b49a5a2032b94880873b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8109119 Jan 27 05:55:12.871548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58198) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:12.872668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697da48c-d5d7-4e88-bc2d-37c62e398c5b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:12.879485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:12.980249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] For port e846e027-9391-40d4-912d-3c7fee209189, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=e846e027-9391-40d4-912d-3c7fee209189,segment=NetworkSegment(27057181-ecb4-4be4-b0cb-6743be371a6b),segment_id=27057181-ecb4-4be4-b0cb-6743be371a6b)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:12.981499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:13.037691 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c568719b-d146-4354-88c3-4b5a6e90a78b req-e92a3909-6de4-44fd-ac49-c3f9a6209eab tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009006 Jan 27 05:55:13.162703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Router 4e7644b4-5084-412e-bd92-5e4dd3475732 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:55:13.317885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:55:13.495752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:55:13.496795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:13.523810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:13.529593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58206) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:13.529968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58208) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:13.567686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:55:13.582403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] Sync routers for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:55:13.591004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:13.599303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:55:13.600384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:55:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:13.687681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Calling delete_port for e846e027-9391-40d4-912d-3c7fee209189 owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:55:13.779666 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-fba29473-d536-4528-b644-7bbaf1d15515 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "PUT /v2.0/floatingips/c1d4c928-d74f-4e02-87e9-c43c178ea549 HTTP/1.1" status: 200 len: 996 time: 3.5299962 Jan 27 05:55:13.781638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:13.794168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Deleting subnet f20aceaa-6cf6-4dc8-b788-2cc84811ae3c {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:55:13.816937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:13.852440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:13.906029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3707-a5a6-448a-8d1a-621cbfc7cf9a req-4385320c-597e-4897-840c-16b4ec6ef7d4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:13.915448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-165b3707-a5a6-448a-8d1a-621cbfc7cf9a req-4385320c-597e-4897-840c-16b4ec6ef7d4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3998253 Jan 27 05:55:13.951904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:55:13.972602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:14.098305 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-165b3707-a5a6-448a-8d1a-621cbfc7cf9a req-aa6830bb-b908-499a-a74e-2629ccf3653b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793861 Jan 27 05:55:14.135709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-618b371c-a0ef-4b16-adcc-93066aacb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:14.144598 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-618b371c-a0ef-4b16-adcc-93066aacb497 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.2072117 Jan 27 05:55:14.233193 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'status': 'completed', 'code': 200} Jan 27 05:55:14.415218 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:14.488911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:14.497954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b30c0ee16214101bfca61053aa3cacb is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:14.504779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:14.521537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:14.591268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:14.633263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cbc7b76-de04-4e56-b2c9-348c0cc8bbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:14.701181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'c1d4c928-d74f-4e02-87e9-c43c178ea549', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'floating_ip_address': '172.28.1.158', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'port_id': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'mac_address': 'fa:16:3e:35:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:55:06Z', 'updated_at': '2021-01-27T05:55:11Z', 'revision_number': 1, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:14.710207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697da48c-d5d7-4e88-bc2d-37c62e398c5b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:14.719587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] Checking router: 4e7644b4-5084-412e-bd92-5e4dd3475732 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:55:14.735650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:14.743805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133cc40-8e30-4624-b610-f8a750be19f4 req-c56c5fbb-2ca0-459e-a16f-56d5ece98ace tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:14.755008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:55:14.755720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:55:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:14.760083 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0133cc40-8e30-4624-b610-f8a750be19f4 req-c56c5fbb-2ca0-459e-a16f-56d5ece98ace tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.3994617 Jan 27 05:55:14.770523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:14.775953 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2648d65d-c4fc-4fc8-a93a-43a1bf54c898 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/697da48c-d5d7-4e88-bc2d-37c62e398c5b HTTP/1.1" status: 204 len: 168 time: 1.8996570 Jan 27 05:55:14.806327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-3cc871e1-750f-446d-9bbb-db5ba9286593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:14.808059 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-3cc871e1-750f-446d-9bbb-db5ba9286593 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.6565320 Jan 27 05:55:14.874437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:14.995379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-01617a05-8d58-4347-80af-5d328005ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:14.999452 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-01617a05-8d58-4347-80af-5d328005ce9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.5867577 Jan 27 05:55:15.008031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:55:15.429894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:15.440586 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0133cc40-8e30-4624-b610-f8a750be19f4 req-dea57db7-849d-400d-abc4-9b7a4fdf3480 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6794226 Jan 27 05:55:15.473369 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-44ef710a-0a03-4cb9-a574-11a20fca41af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 999 time: 0.6540005 Jan 27 05:55:15.535738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:15.561526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'c1d4c928-d74f-4e02-87e9-c43c178ea549', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'floating_ip_address': '172.28.1.158', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'port_id': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'mac_address': 'fa:16:3e:35:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:55:06Z', 'updated_at': '2021-01-27T05:55:11Z', 'revision_number': 1, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:15.568596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-f91d692d-181d-464f-bf12-240f573b5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:15.570320 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-f91d692d-181d-464f-bf12-240f573b5869 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.0960212 Jan 27 05:55:15.573177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d20c6-3b27-4317-81fd-9be127450fb2 None None] The sync data for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb is: [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'c1d4c928-d74f-4e02-87e9-c43c178ea549', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'floating_ip_address': '172.28.1.158', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'port_id': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'mac_address': 'fa:16:3e:35:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:55:06Z', 'updated_at': '2021-01-27T05:55:11Z', 'revision_number': 1, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:55:15.614275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:15.825657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58230) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:15.872176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:15.880922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:15.890994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:16.018055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da862eb1-a276-445c-bb53-3660412b90f5 req-73efe3fc-3cac-424b-9ef3-0fc13aa9e6ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:16.026469 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da862eb1-a276-445c-bb53-3660412b90f5 req-73efe3fc-3cac-424b-9ef3-0fc13aa9e6ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2684650 Jan 27 05:55:16.030798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-f936a650-2f25-4ff1-b7a7-86635ada84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:16.032635 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-f936a650-2f25-4ff1-b7a7-86635ada84c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4539728 Jan 27 05:55:16.056572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:16.062751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e518-af3b-4cde-96d2-152b8a2f827b None None] New status for floating IP c1d4c928-d74f-4e02-87e9-c43c178ea549: ACTIVE {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:55:16.076942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-8b84dd06-5600-41f8-90a7-9bc9398c46ad service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:55:16.079434 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-8b84dd06-5600-41f8-90a7-9bc9398c46ad service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0140958 Jan 27 05:55:16.099177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Usage tracker for resource:security_group_rule and tenant:baeeea68e2a34989ac30d009afb65deb is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:16.128634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:16.158010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Pushing event deleted for resources: {'Port': ['ID=e846e027-9391-40d4-912d-3c7fee209189,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:16.158010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:16.167745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:16.188947 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da862eb1-a276-445c-bb53-3660412b90f5 req-4e0e5e41-f09f-4942-a7e4-f5a1b9ca3f61 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609356 Jan 27 05:55:16.191109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:16.249694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20aceaa-6cf6-4dc8-b788-2cc84811ae3c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:16.257462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-0431323d-33cb-4799-9d47-8cd095067538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:16.259406 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-0431323d-33cb-4799-9d47-8cd095067538 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 1.2198851 Jan 27 05:55:16.273242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:16.285433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d34c8826-54fd-462a-9fa1-8d03fc532865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:16.439791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:16.441848 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-f1ff0804-e59b-47c1-84d6-740365e120c8 service neutron] 10.222.0.44 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092844 Jan 27 05:55:16.476517 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b30c0ee16214101bfca61053aa3cacb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8577001 Jan 27 05:55:16.487410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58234) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:16.559240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44f75f7-9f63-470a-8439-c9b843736747,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:16.595086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:16.599334 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-286fa5c1-5637-4221-b340-6543eace50d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 999 time: 0.3010125 Jan 27 05:55:16.636106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:16.702297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:16.718449 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb7e2743-7dd3-416f-99f3-705a8184c56d req-35e7d83c-643e-49e4-9752-58935add4544 service neutron] 10.222.0.44 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2618835 Jan 27 05:55:16.736563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:16.793803 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3b6871ae-0213-4539-9f0e-b1311bde6a55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f20aceaa-6cf6-4dc8-b788-2cc84811ae3c HTTP/1.1" status: 204 len: 168 time: 3.1783679 Jan 27 05:55:16.800936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:16.810232 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58238) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:16.811040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1b70b6ac-ce64-4558-8465-1cc82e6fdd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:16.982241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:17.080517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:17.160866 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baeeea68e2a34989ac30d009afb65deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3325195 Jan 27 05:55:17.162418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfbfcbb-1832-4dba-85b0-e3620e70258b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:17.166558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58248) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:17.184733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-cafb7532-d110-487b-8f3c-408de68fd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:17.187349 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-cafb7532-d110-487b-8f3c-408de68fd51a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.5778546 Jan 27 05:55:17.200505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:17.201877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:17.325201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:17.377195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036318311294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452735'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:17.462417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.463107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.464394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.465722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > port after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.466552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > port after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.467187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > port after_update 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.467758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.468374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.468941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.469536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.471281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-e52a5993-f7e9-4065-829e-9323272c2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:17.472946 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-e52a5993-f7e9-4065-829e-9323272c2575 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2763004 Jan 27 05:55:17.546064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.546837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.547423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.548062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80179) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 27 05:55:17.548682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbb1f65-ee7e-416e-aae0-f021a1d05164']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:17.571422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8749e5da-86af-4cd0-8042-fe7e2b20a7a4') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:17.572845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8749e5da-86af-4cd0-8042-fe7e2b20a7a4') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:17.590781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055870'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:17.612534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:17.615412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:55:17.837450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:55:17.849311 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-9781d4cd-5c62-42a1-9b46-9de5181b15ed service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569221 Jan 27 05:55:17.852653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852633482'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.077365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Network 3cbb1f65-ee7e-416e-aae0-f021a1d05164 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:55:18.258584 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3b93448-7ab0-4c65-8af9-e79a4c9de513 req-716ac5bb-4e14-4b26-9590-1b8c7319cc41 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4019585 Jan 27 05:55:18.268857 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44f75f7-9f63-470a-8439-c9b843736747,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: (rel_b, rel_a, rel_b), Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: (rel_b, rel_a, rel_b), Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:55:18.290073 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:55:18.297039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.299458 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f44f75f7-9f63-470a-8439-c9b843736747 HTTP/1.1" status: 204 len: 168 time: 1.8090332 Jan 27 05:55:18.301853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-83ef7933-62c9-4ad7-8f61-1d35c94ec946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:18.320454 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.349440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-34cbdb26-912c-4f17-b606-0e5bb20b90f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:18.364423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Router be452644-2751-42e7-90a1-5a7952d98dc0 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:55:18.386282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.448196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Pushing event deleted for resources: {'Network': ['ID=3cbb1f65-ee7e-416e-aae0-f021a1d05164,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:18.475518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:18.486402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.502048 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] 10.222.0.44 "DELETE /v2.0/networks/3cbb1f65-ee7e-416e-aae0-f021a1d05164 HTTP/1.1" status: 204 len: 168 time: 1.6826842 Jan 27 05:55:18.661601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cab03-2dff-43ea-9d16-7332d24d9c48 req-6eacd233-feb5-4d7a-b8bc-feb8ceec873a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:18.672123 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-556cab03-2dff-43ea-9d16-7332d24d9c48 req-6eacd233-feb5-4d7a-b8bc-feb8ceec873a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.4666486 Jan 27 05:55:18.715391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.727355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:55:18.733915 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] 10.222.0.44 "PUT /v2.0/routers/be452644-2751-42e7-90a1-5a7952d98dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1217427 Jan 27 05:55:18.736473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58258) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:18.741180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] Sync routers for ids ['be452644-2751-42e7-90a1-5a7952d98dc0'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:55:18.768067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] Routers {'be452644-2751-42e7-90a1-5a7952d98dc0'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:55:18.768991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:55:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['be452644-2751-42e7-90a1-5a7952d98dc0'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:18.888908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:18.928822 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d3695c3a-a081-4e16-b41b-6fe806bb9f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:18.999195 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-556cab03-2dff-43ea-9d16-7332d24d9c48 req-75917855-ced4-4d31-8ecc-0231ae7b0ded tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260040 Jan 27 05:55:19.002783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.028690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfbfcbb-1832-4dba-85b0-e3620e70258b,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:19.033185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:19.049889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.051735 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbfbfcbb-1832-4dba-85b0-e3620e70258b HTTP/1.1" status: 204 len: 168 time: 1.8790729 Jan 27 05:55:19.053083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58262) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:19.139605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] Set router be452644-2751-42e7-90a1-5a7952d98dc0 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:55:19.182092 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7a9694e6-8cb1-4d4a-9ead-078fa14817b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26bee7b0e0074f31abc977f6530061b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1274073 Jan 27 05:55:19.185035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58268) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:19.384614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.423097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.429420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Deleting port 01f376e0-bd75-48e8-922d-46f293d39616 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:55:19.429761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.465385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.592429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.600623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:19.613777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:19.617749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:19.660725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.666540 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbe6dc98-2ece-40fd-afb0-4c1d34caa0ed HTTP/1.1" status: 204 len: 168 time: 0.4800172 Jan 27 05:55:19.709827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:55:14Z', 'revision_number': 5, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:19.715471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] Checking router: be452644-2751-42e7-90a1-5a7952d98dc0 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:55:19.731776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] For port 01f376e0-bd75-48e8-922d-46f293d39616, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=01f376e0-bd75-48e8-922d-46f293d39616,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:19.732909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:19.742082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] Routers {'be452644-2751-42e7-90a1-5a7952d98dc0'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:55:19.743061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:55:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['be452644-2751-42e7-90a1-5a7952d98dc0'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:20.266969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] Set router be452644-2751-42e7-90a1-5a7952d98dc0 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:55:20.476720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Calling delete_port for 01f376e0-bd75-48e8-922d-46f293d39616 owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:55:20.792088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35dc25-e143-4e4b-812f-af211965ebf1 req-efae83e4-12af-4203-adba-717fe584aaf9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:20.794808 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cf35dc25-e143-4e4b-812f-af211965ebf1 req-efae83e4-12af-4203-adba-717fe584aaf9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3214910 Jan 27 05:55:20.798053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: result = function(*args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: proto.__init__(conn_state, self) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: self.handle() Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: self.handle_one_request() Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: self.handle_one_response() Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: result = self.application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return app(environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return request.get_response(self.application) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self._app) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return resp(environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return resp(environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: response = self.app(environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return resp(environ, start_response) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 05:55:20.804340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: result = method(request=request, **args) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return self._delete(request, id, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(*dup_args, **dup_kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: obj_deleter(request.context, id, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return method(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(*dup_args, **dup_kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: self._delete_current_gw_port(context, id, router, None) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: admin_ctx, gw_port_id, l3_port_check=False) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, context, *args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return method(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: context, port, router_ids, bound_mech_contexts) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: return function(*args, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: callback(resource, event, trigger, **kwargs) Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: if self._is_session_semantic_violated(context, resource, event): Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: stack = traceback.extract_stack() Jan 27 05:55:20.812313 dv-cinder-772623-1-smb neutron-server[80068]: Jan 27 05:55:20.944776 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cf35dc25-e143-4e4b-812f-af211965ebf1 req-8c06e902-5992-4fab-b233-b886c76b8d8d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430147 Jan 27 05:55:20.983584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:55:14Z', 'revision_number': 5, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:20.999867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881829-0180-4b8c-905a-55ed6f924904 None None] The sync data for ids ['be452644-2751-42e7-90a1-5a7952d98dc0'] in dv-cinder-772623-1-smb is: [{'id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'name': 'tempest-ServerRescueNegativeTestJSON-613593817-router', 'tenant_id': '9ebccf906cee4b3fa86a6d3047525259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '01f376e0-bd75-48e8-922d-46f293d39616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:55:14Z', 'revision_number': 5, 'project_id': '9ebccf906cee4b3fa86a6d3047525259', 'gw_port': {'id': '01f376e0-bd75-48e8-922d-46f293d39616', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be452644-2751-42e7-90a1-5a7952d98dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:24Z', 'updated_at': '2021-01-27T05:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:55:21.218068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58302) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:21.280709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433911'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.477976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-873780122-network', 'tenant_id': '790f732696404e63bcd2bfea0d63ac5c'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:55:21.485982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:21.491458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Usage tracker for resource:network and tenant:790f732696404e63bcd2bfea0d63ac5c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:21.500023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:21.517293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:21.564362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772977'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.568559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.586060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Made reservation on behalf of 790f732696404e63bcd2bfea0d63ac5c for: {'network': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:55:21.596189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.623160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.672846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:21.692553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:790f732696404e63bcd2bfea0d63ac5c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:21.708797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:21.736741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:21.866312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348426'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.866790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Fanout notify agent at l3_agent the message router_deleted on router be452644-2751-42e7-90a1-5a7952d98dc0 {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 05:55:21.891871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:21.898170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58314) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:21.901862 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c708e559-9935-4f7b-a0f3-44ddcde05eae admin admin] 10.222.0.44 "DELETE /v2.0/routers/be452644-2751-42e7-90a1-5a7952d98dc0 HTTP/1.1" status: 204 len: 168 time: 3.1516082 Jan 27 05:55:21.997386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Deleting subnet dec3c99f-351d-46f8-974b-2be77f2098b9 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:55:22.001082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:22.062400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852719946'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:22.131918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:22.179907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device e846e027-9391-40d4-912d-3c7fee209189 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:55:22.274802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: e846e027-9391-40d4-912d-3c7fee209189 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 05:55:22.281736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device e846e027-9391-40d4-912d-3c7fee209189 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:55:22.597540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:22.711755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36d903-27d4-4e3f-9d08-25ea7047fd3d req-5d21b788-1bae-45ed-8f50-ea9f74f0122e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:22.713573 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-af36d903-27d4-4e3f-9d08-25ea7047fd3d req-5d21b788-1bae-45ed-8f50-ea9f74f0122e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3703873 Jan 27 05:55:22.817504 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-af36d903-27d4-4e3f-9d08-25ea7047fd3d req-04e1152f-2645-4c5c-970a-cf957f47ce3d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693030 Jan 27 05:55:23.019568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.023043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-267c65f3-31e3-4fcf-aeb1-cf2cc9da1ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:23.060938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:55:23.072715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850995576'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.075577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cf8635-252e-437f-8ccc-d155126b582a,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:23.079246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:23.098309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.098717 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Added segment 0ca5ec6f-47eb-4eeb-875d-2290499627b6 of type vxlan for network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 Jan 27 05:55:23.099981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-448ca26d-d339-4a41-b2ff-3b19df4d6b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:23.472670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec3c99f-351d-46f8-974b-2be77f2098b9,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:23.476373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:23.498074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.529417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.537579 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-becb3cca-f429-43b6-bfb7-e0ac8d49a1f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dec3c99f-351d-46f8-974b-2be77f2098b9 HTTP/1.1" status: 204 len: 168 time: 1.6367087 Jan 27 05:55:23.540381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58336) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:23.644585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.resource_extend [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 27 05:55:23.752814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.850842 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.867602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:23.874596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:23.903741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:24.103048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:24.118259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:24.122572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:55:24.197262 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9774065 Jan 27 05:55:24.201455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58350) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:24.218475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Request body: {'subnet': {'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-873780122-subnet', 'tenant_id': '790f732696404e63bcd2bfea0d63ac5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:55:24.234491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:24.248265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Usage tracker for resource:subnet and tenant:790f732696404e63bcd2bfea0d63ac5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:24.265259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:24.285885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:24.325695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:24.333869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:55:24.337757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Made reservation on behalf of 790f732696404e63bcd2bfea0d63ac5c for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:55:24.350591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 01f376e0-bd75-48e8-922d-46f293d39616 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:55:24.357727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:24.464014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 01f376e0-bd75-48e8-922d-46f293d39616 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 05:55:24.466531 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 01f376e0-bd75-48e8-922d-46f293d39616 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:55:24.553706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a2a43-32f1-49d1-a6d7-91b4a57b8f68 req-0ef1f604-c425-4e1c-bc3c-9a2e0fdccd80 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:24.555528 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-787a2a43-32f1-49d1-a6d7-91b4a57b8f68 req-0ef1f604-c425-4e1c-bc3c-9a2e0fdccd80 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.4492080 Jan 27 05:55:24.669334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae0bd0f-5d03-496c-a5e6-747d462499ca']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:24.800163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27057181-ecb4-4be4-b0cb-6743be371a6b') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:24.800751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27057181-ecb4-4be4-b0cb-6743be371a6b') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:55:24.862900 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-787a2a43-32f1-49d1-a6d7-91b4a57b8f68 req-a14a4cb7-5807-4683-8666-8f6709bbbf02 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948086 Jan 27 05:55:24.866430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055870'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:24.950710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:24.963400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:55:25.151075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:25.178978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1e26a8e2-67a5-49b4-8ebc-70e684ec7454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:25.343225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Network fae0bd0f-5d03-496c-a5e6-747d462499ca has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:55:25.356589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852633482'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:25.397901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d92c9f9-255d-453b-804b-13715fef744b,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:25.402893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:25.432400 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Checking segment: {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:55:25.432803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Network hostable DHCP agents. Network: 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:55:25.510097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:55:25.571364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:55:25.588062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886597eb-1a50-4a0d-9fd6-c64faa4546fb None None] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:55:25.595113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:25.597861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:25.668580 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6187d2b6-0045-4741-b1a6-9fd2a86f78bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4644694 Jan 27 05:55:25.689937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Network fae0bd0f-5d03-496c-a5e6-747d462499ca has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:55:25.719340 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:55:25.889200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:25.893563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:25.916869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:25.935169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae0bd0f-5d03-496c-a5e6-747d462499ca,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:25.938898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:25.976138 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fae0bd0f-5d03-496c-a5e6-747d462499ca HTTP/1.1" status: 204 len: 168 time: 2.4306159 Jan 27 05:55:26.107665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436f228-672c-416c-9453-18de5c5dbc2f None None] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:55:26.604637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58376) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:26.641245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19d60-00f2-49eb-b796-3ddae50b4b1b req-55bc897b-6f38-4766-be0d-c27af78eaaaa tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:26.643193 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-99d19d60-00f2-49eb-b796-3ddae50b4b1b req-55bc897b-6f38-4766-be0d-c27af78eaaaa tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3764939 Jan 27 05:55:26.692820 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6bc97e22-2aa5-4ac6-988d-64ebcc71af6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ebccf906cee4b3fa86a6d3047525259&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0866249 Jan 27 05:55:26.697898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58380) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:26.776592 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-99d19d60-00f2-49eb-b796-3ddae50b4b1b req-49219d64-ffb9-424e-ad07-c40992774423 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255536 Jan 27 05:55:26.874183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:26.939603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:27.082795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:27.096985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b40892fa-da5b-40c7-ae9e-1eb0ea638c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:27.113722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a307c9-3ef6-450f-adbf-40b21dedf7c0,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:27.117928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:27.170621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:27.176348 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32a307c9-3ef6-450f-adbf-40b21dedf7c0 HTTP/1.1" status: 204 len: 168 time: 0.4673665 Jan 27 05:55:28.305136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf00bfb-daca-44b4-82b7-c35e27995192 req-2d935e12-d0bf-4dc9-8790-d35abe30cd9e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:28.307085 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5bf00bfb-daca-44b4-82b7-c35e27995192 req-2d935e12-d0bf-4dc9-8790-d35abe30cd9e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3445642 Jan 27 05:55:28.405321 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5bf00bfb-daca-44b4-82b7-c35e27995192 req-c4bfff3c-89cd-4327-854f-81f5b8259d09 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898714 Jan 27 05:55:28.860635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:29.870369 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02eca7-8316-4901-9f3c-b055d7cde2f8 req-faccdf60-4b38-4f0c-a189-d694d8896120 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:29.873156 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ba02eca7-8316-4901-9f3c-b055d7cde2f8 req-faccdf60-4b38-4f0c-a189-d694d8896120 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2292097 Jan 27 05:55:29.947379 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ba02eca7-8316-4901-9f3c-b055d7cde2f8 req-ae6cbc14-9efc-472e-a389-9308e1c37cec tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622537 Jan 27 05:55:30.173006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58486) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:30.202439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58492) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:30.404714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.422638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:30.426944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Usage tracker for resource:security_group_rule and tenant:c35768c113e64c16a8f02e6c925f9278 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:30.430328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:30.437501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:30.478808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-8ef18cdf-4e68-43ca-a24d-2279eb582fba tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:30.479618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-8034b9e3-f326-4e7a-958a-4816489f37df req-8ef18cdf-4e68-43ca-a24d-2279eb582fba tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Synchronizing usage tracker for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:network {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:55:30.484676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.506354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:30.516740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Usage tracker for resource:security_group_rule and tenant:44891111f5a841c2b2d73166aaeee72d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:30.521157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:30.528254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:30.541407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.567625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-8034b9e3-f326-4e7a-958a-4816489f37df req-8ef18cdf-4e68-43ca-a24d-2279eb582fba tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Unset dirty status for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:network {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:55:30.568985 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-8ef18cdf-4e68-43ca-a24d-2279eb582fba tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/networks?id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 200 len: 813 time: 0.3872447 Jan 27 05:55:30.591311 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.595709 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-92b13538-61fe-4cad-bfe3-550f7df9b2a8 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/quotas/790f732696404e63bcd2bfea0d63ac5c HTTP/1.1" status: 200 len: 375 time: 0.0193024 Jan 27 05:55:30.603878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7f94cb2e-f5f8-485d-ba9b-bfc3b182d491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:30.654371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c35768c113e64c16a8f02e6c925f9278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501667 Jan 27 05:55:30.655392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58498) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:30.658490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3f9f8-784b-45f6-8942-7b2215d9c289,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:30.685404 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-b039ca2a-17a7-49e7-bbdf-8c98192cb62e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=790f732696404e63bcd2bfea0d63ac5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752935 Jan 27 05:55:30.723101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.723495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.724150 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.724563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.724963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.725374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.725773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.726178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.726576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.726963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.727354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.727744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.728230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.728626 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.729012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.729401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.729793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.730892 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.731334 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.731759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.732152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.732551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.732938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.733328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:30.744942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:30.797855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.816942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.844014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.861690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3560850c-1380-4007-bc6c-b6f0a9d6e48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:30.873459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952137b-7612-458b-be0f-575ca194e3f4 req-59f6cf0f-c071-4240-ba97-f63bbf72de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:30.876158 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-59f6cf0f-c071-4240-ba97-f63bbf72de02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1163 time: 0.2022443 Jan 27 05:55:30.879445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:30.887432 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-bf091aa6-66a1-4e7f-8215-0e56f11a71c6 service neutron] 10.222.0.44 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901162 Jan 27 05:55:30.937453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c4dacd-4e19-44ba-b7a7-3ca48e8b7fd5,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:31.008557 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44891111f5a841c2b2d73166aaeee72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8341620 Jan 27 05:55:31.015464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.015883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.016855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.016855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.017202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.017580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.017761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.018115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.018507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.018889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.019277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.019657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.020141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.020521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.020904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.021261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.021646 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.022247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.022438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.022737 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.023123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.023498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.023912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.024301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:31.028266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58504) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:31.035941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:31.154301 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-49371039-ad8e-4caf-9d7b-38a7ece47bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2457979 Jan 27 05:55:31.163864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:31.197686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:31.225391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952137b-7612-458b-be0f-575ca194e3f4 req-ecd47090-84b2-4f6c-9663-dc98a5d77d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:31.228586 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-ecd47090-84b2-4f6c-9663-dc98a5d77d3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.3358171 Jan 27 05:55:31.234887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:31.242430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cd4f2e93-6184-46bc-814c-bd44385766f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:31.299297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:31.312445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:31.330119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c4dacd-4e19-44ba-b7a7-3ca48e8b7fd5,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:31.340505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:31.345079 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30c4dacd-4e19-44ba-b7a7-3ca48e8b7fd5 HTTP/1.1" status: 204 len: 168 time: 0.3111689 Jan 27 05:55:31.346476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:31.383204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3f9f8-784b-45f6-8942-7b2215d9c289,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:31.385681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:31.405116 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96d3f9f8-784b-45f6-8942-7b2215d9c289 HTTP/1.1" status: 204 len: 168 time: 0.7481425 Jan 27 05:55:31.406345 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:31.469149 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-3e734f8a-d8f2-4bc6-91a1-c1f89d986503 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 1002 time: 0.2131920 Jan 27 05:55:31.510285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc18c3-bca7-4d58-94ee-fa6341244f54 req-8f674dda-fba2-4444-b608-edfce89a03d3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:31.523263 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cedc18c3-bca7-4d58-94ee-fa6341244f54 req-8f674dda-fba2-4444-b608-edfce89a03d3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2689281 Jan 27 05:55:31.608496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952137b-7612-458b-be0f-575ca194e3f4 req-4f2100c7-9308-4cc3-8963-57f8103da863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:31.612250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-4f2100c7-9308-4cc3-8963-57f8103da863 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.1342890 Jan 27 05:55:31.733938 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-af34a2c4-1882-4f6e-9beb-39244ac20b1e req-06415f10-4247-4c5a-9023-95ad91675468 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 210 time: 0.2068334 Jan 27 05:55:31.828972 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cedc18c3-bca7-4d58-94ee-fa6341244f54 req-06a85cf7-4b3b-42e7-bf57-e6c5d4f7728c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902224 Jan 27 05:55:31.845036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952137b-7612-458b-be0f-575ca194e3f4 req-019693ea-fbd2-437c-b33a-de1b8be88e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:31.847469 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-019693ea-fbd2-437c-b33a-de1b8be88e12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2274902 Jan 27 05:55:32.083712 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-d0e48535-f89b-497d-8afd-9ab03ee141fb service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281075 Jan 27 05:55:32.284564 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3952137b-7612-458b-be0f-575ca194e3f4 req-ea14e085-d660-41fd-8ff5-830a7aced222 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1934130 Jan 27 05:55:32.342490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58534) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:32.364422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:32.382888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:32.390165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Usage tracker for resource:security_group_rule and tenant:e7bce0d4d09e450c99d708cb14c3c4df is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:32.393844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:32.401031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:32.598403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:32.640776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:32.670154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c84c961c-709b-4d7b-b483-84b46953aff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:32.722828 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7bce0d4d09e450c99d708cb14c3c4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762732 Jan 27 05:55:32.723164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58542) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:32.726399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8944d28-ac66-4be9-900a-99a621555cf8,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:32.729989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:32.804807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:32.843181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:32.950340 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-91443d91-4d20-4381-8fd3-51ee26c4a73e req-07daef45-85b0-41b4-b9ca-d94252d2d61d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 210 time: 0.0588763 Jan 27 05:55:32.967984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:32.987507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c79fc9fa-a84c-4d6e-a3df-69205d45218e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:33.002265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8944d28-ac66-4be9-900a-99a621555cf8,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:33.010048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:33.018128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:33.019762 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8944d28-ac66-4be9-900a-99a621555cf8 HTTP/1.1" status: 204 len: 168 time: 0.2953923 Jan 27 05:55:33.259817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120af87-931c-4d31-9b86-6d0a27203a71 req-0c5ba94e-a122-40f0-ba91-033c19a3e3b9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:33.262294 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6120af87-931c-4d31-9b86-6d0a27203a71 req-0c5ba94e-a122-40f0-ba91-033c19a3e3b9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2283387 Jan 27 05:55:33.336420 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6120af87-931c-4d31-9b86-6d0a27203a71 req-b2a7bb64-cda2-4841-909e-0612b7e0072a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651810 Jan 27 05:55:34.091692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-c4839529-fb25-480c-a380-377e22e25762 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:34.094626 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-c4839529-fb25-480c-a380-377e22e25762 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "GET /v2.0/networks?id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 200 len: 813 time: 0.4424706 Jan 27 05:55:34.169297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Request body: {'port': {'device_id': '3921f212-655a-4ab1-9851-12a211bc8c56', 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1', 'admin_state_up': True, 'tenant_id': '790f732696404e63bcd2bfea0d63ac5c'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:55:34.234782 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f5b85490-fbd6-4838-84b7-e7e94ce97fd7 req-5e23d57d-eab2-42ad-afd2-34b1efe73bbc tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 210 time: 0.0863421 Jan 27 05:55:34.258155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:55:34.407380 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58598) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:34.788140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:34.819376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:34.832781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Usage tracker for resource:security_group_rule and tenant:338854c8b9434828979243ca9f100efd is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:34.837944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:34.840335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:34.844147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Usage tracker for resource:port and tenant:790f732696404e63bcd2bfea0d63ac5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:34.852063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:34.864427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:34.869107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:34.910848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Made reservation on behalf of 790f732696404e63bcd2bfea0d63ac5c for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:55:34.932034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:34.968333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5135cff-06af-4533-8e74-4343cc30be68 req-4647e2b8-c21e-419c-b11a-21057f9023ce tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:34.970058 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5135cff-06af-4533-8e74-4343cc30be68 req-4647e2b8-c21e-419c-b11a-21057f9023ce tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3310382 Jan 27 05:55:35.060985 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5135cff-06af-4533-8e74-4343cc30be68 req-2e3543d9-33f6-4998-99eb-72c1cd0d204b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802529 Jan 27 05:55:35.140062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.177674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.200094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:35.297707 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=338854c8b9434828979243ca9f100efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8883531 Jan 27 05:55:35.299213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e050bf-50f5-4058-9b89-173f0537f7ba,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:35.303001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-22772341-97cd-4133-8680-b7eff0ca4faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:35.303740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58614) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:35.326287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Allocated IP 172.20.0.6 (5362dc8f-7ab6-4e46-af05-1ac1e74b26d1/2d92c9f9-255d-453b-804b-13715fef744b/1539b53b-4d7c-4dc4-a071-85e76348980e) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:55:35.355662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:55:35.422727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.483218 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.562122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.582844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c11cc2c0-a878-4763-a0ec-bce715782d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.584804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.597394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:35.600636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:35.612852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 36b75518-b745-493b-9a39-0a778cf92d41, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=36b75518-b745-493b-9a39-0a778cf92d41,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:35.626863 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56bdddf3-8d8e-4690-bccd-01f1982a5c1d req-79ad150e-46e6-4c34-ba2e-f784cde1045d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 210 time: 0.0896468 Jan 27 05:55:35.638379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e050bf-50f5-4058-9b89-173f0537f7ba,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:35.660933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:35.660933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.676864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-03365d25-dccf-422f-a2df-b8b7ec470b0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83e050bf-50f5-4058-9b89-173f0537f7ba HTTP/1.1" status: 204 len: 168 time: 0.3390110 Jan 27 05:55:35.686866 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41', 'code': 422} returned with failed status Jan 27 05:55:35.697224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.703788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:35.740076 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.793433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:35.802948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.803319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.803935 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.804469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.804823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.805423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.805821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.806191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.806572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.806948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.807322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.807698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.808203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.809037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.809589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.809967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.810343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.810519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:35.810679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.811059 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.811429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.811798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.812203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.812572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.812944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:55:35.818054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:35.834652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-568991a8-c44d-4c7d-aeb8-6c8dfe0efdcc tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:35.989551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Pushing event updated for resources: {'Port': ['ID=1539b53b-4d7c-4dc4-a071-85e76348980e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:35.992050 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:36.057469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:55:36.060377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:55:36.063567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:55:36.328559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:36.329734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:36.405091 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2435265 Jan 27 05:55:36.436282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Request body: {'port': {'device_id': '3921f212-655a-4ab1-9851-12a211bc8c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:55:36.602241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:36.731933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bea0e9-bb93-4130-a000-c1f136fa94a4 req-f2707c09-9e0c-49e7-9143-f1563d37686d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:36.735665 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-96bea0e9-bb93-4130-a000-c1f136fa94a4 req-f2707c09-9e0c-49e7-9143-f1563d37686d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.3522871 Jan 27 05:55:36.891505 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-96bea0e9-bb93-4130-a000-c1f136fa94a4 req-c5602e92-97b5-4365-9fe7-99721bc8b175 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461318 Jan 27 05:55:37.087235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be066ad0-11b8-4445-8423-0c1720957a7d req-bd1874bc-03f6-4b24-bbb3-1e17b6f5fcb8 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:37.088993 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-be066ad0-11b8-4445-8423-0c1720957a7d req-bd1874bc-03f6-4b24-bbb3-1e17b6f5fcb8 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 931 time: 0.1962326 Jan 27 05:55:37.178473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-be066ad0-11b8-4445-8423-0c1720957a7d req-61439c0e-09ab-446d-b84a-cb91376a035e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Synchronizing usage tracker for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:55:37.257375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-be066ad0-11b8-4445-8423-0c1720957a7d req-61439c0e-09ab-446d-b84a-cb91376a035e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Unset dirty status for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:55:37.259054 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-be066ad0-11b8-4445-8423-0c1720957a7d req-61439c0e-09ab-446d-b84a-cb91376a035e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601562 Jan 27 05:55:37.417321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1539b53b-4d7c-4dc4-a071-85e76348980e {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:55:37.431089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:37.447176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Transition to ACTIVE for port object 1539b53b-4d7c-4dc4-a071-85e76348980e will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:55:37.488296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:37.506182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84fe1445-24b5-466b-90ed-8d14fe6b533d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:37.564550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58674) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:37.680265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Pushing event updated for resources: {'Port': ['ID=1539b53b-4d7c-4dc4-a071-85e76348980e,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:37.695060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:37.974580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:37.979351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Attempting to bind port 1539b53b-4d7c-4dc4-a071-85e76348980e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:55:37.979715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Attempting to bind port 1539b53b-4d7c-4dc4-a071-85e76348980e by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:55:37.980245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Attempting to bind port 1539b53b-4d7c-4dc4-a071-85e76348980e on network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:55:37.987152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:55:37.987667 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Checking segment: {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:55:37.988206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:37.988791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Bound using segment: {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:55:37.989498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Bound port: 1539b53b-4d7c-4dc4-a071-85e76348980e, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:55:37.990006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:37.993543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:37.999670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Usage tracker for resource:security_group_rule and tenant:f3f6934b41444a3e9e4cda4e3e175fc7 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:38.003198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:38.009769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:38.126038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.132096 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] For port 1539b53b-4d7c-4dc4-a071-85e76348980e, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:55:38.136846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] For port 1539b53b-4d7c-4dc4-a071-85e76348980e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1539b53b-4d7c-4dc4-a071-85e76348980e,segment=NetworkSegment(0ca5ec6f-47eb-4eeb-875d-2290499627b6),segment_id=0ca5ec6f-47eb-4eeb-875d-2290499627b6)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:55:38.168934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.184857 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d3cdda97-8356-4da1-9adf-e5cfad8443d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:38.192189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.236866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae3c04-d909-4a59-baf7-4de4db527d29,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:38.244852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:38.275877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6f00f7d3-bb5a-440b-91b2-98f492da9492 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:38.278951 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3f6934b41444a3e9e4cda4e3e175fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124913 Jan 27 05:55:38.281371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58690) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:38.403161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.449172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.453428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Pushing event updated for resources: {'Port': ['ID=1539b53b-4d7c-4dc4-a071-85e76348980e,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:38.459697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:38.470990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:38.471698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.476579 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] 10.222.0.53 "PUT /v2.0/ports/1539b53b-4d7c-4dc4-a071-85e76348980e HTTP/1.1" status: 200 len: 1157 time: 2.0505745 Jan 27 05:55:38.477181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921f212-655a-4ab1-9851-12a211bc8c56', 'tag': '1539b53b-4d7c-4dc4-a071-85e76348980e'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:38.517251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6d5db001-7e2f-4980-9713-4391ef5f5fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:38.571816 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3921f212-655a-4ab1-9851-12a211bc8c56', 'tag': '1539b53b-4d7c-4dc4-a071-85e76348980e', 'status': 'completed', 'code': 200} Jan 27 05:55:38.745750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-71eeb07f-8ce5-4107-af8b-d8c769a828c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:38.749099 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-71eeb07f-8ce5-4107-af8b-d8c769a828c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=790f732696404e63bcd2bfea0d63ac5c&device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 1160 time: 0.1581821 Jan 27 05:55:38.891944 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-e422acd9-4526-41a0-97ed-accd8e5f7412 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1539b53b-4d7c-4dc4-a071-85e76348980e HTTP/1.1" status: 200 len: 217 time: 0.1274192 Jan 27 05:55:38.974957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b9e3-f326-4e7a-958a-4816489f37df req-77b270cf-ac6a-48b8-871e-93369573be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:38.976795 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-77b270cf-ac6a-48b8-871e-93369573be56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d92c9f9-255d-453b-804b-13715fef744b HTTP/1.1" status: 200 len: 853 time: 0.0777936 Jan 27 05:55:39.013473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0ec15-2624-4123-870a-a3fa60bce0d9 req-0260ab69-546b-4a9a-85d8-6f2adab36637 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:39.015291 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1da0ec15-2624-4123-870a-a3fa60bce0d9 req-0260ab69-546b-4a9a-85d8-6f2adab36637 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 943 time: 0.4749782 Jan 27 05:55:39.016783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:39.022515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2ebdd735-ce16-4bcd-b2ad-d9b1e1c4d8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:39.064137 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-879691f4-cdb9-414a-bbcf-b1ce9a49d9ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797837 Jan 27 05:55:39.080424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae3c04-d909-4a59-baf7-4de4db527d29,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:39.112707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:39.113026 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2dae3c04-d909-4a59-baf7-4de4db527d29 HTTP/1.1" status: 204 len: 168 time: 0.8297191 Jan 27 05:55:39.115500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:39.184815 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1da0ec15-2624-4123-870a-a3fa60bce0d9 req-4f5c7a54-f6aa-44a4-b1cb-70fc62c9b7f0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507144 Jan 27 05:55:39.302180 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-c50313a7-0921-47d2-9579-b14c5d232975 service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291772 Jan 27 05:55:39.448804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e960-dad1-48b4-8367-4fc0e2aad704 req-098a27a2-b19b-4ab1-9ad1-4eec4d5cb843 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:39.450856 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cd47e960-dad1-48b4-8367-4fc0e2aad704 req-098a27a2-b19b-4ab1-9ad1-4eec4d5cb843 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1640425 Jan 27 05:55:39.529681 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cd47e960-dad1-48b4-8367-4fc0e2aad704 req-63adb2ea-1e89-462b-bb89-4ac588456b81 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723557 Jan 27 05:55:39.601934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8034b9e3-f326-4e7a-958a-4816489f37df req-e799a3e1-670c-41c2-893c-e28111785b8a service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2911985 Jan 27 05:55:39.732131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:39.739305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58730) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:39.919670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-6c9db898-278e-48c2-a36a-34cb222470e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:39.927556 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-6c9db898-278e-48c2-a36a-34cb222470e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=790f732696404e63bcd2bfea0d63ac5c&device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 1160 time: 0.1162858 Jan 27 05:55:40.013582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:40.098366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-281ce778-4329-4980-ac4b-4399553a804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:40.100392 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-281ce778-4329-4980-ac4b-4399553a804f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 200 len: 907 time: 0.1717458 Jan 27 05:55:40.174396 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-1f5c4efd-914f-4fab-8a21-187ebf05f8e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4328382 Jan 27 05:55:40.208247 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-6e6b9756-6348-4339-9d2d-42d7fce341d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1539b53b-4d7c-4dc4-a071-85e76348980e HTTP/1.1" status: 200 len: 217 time: 0.0973985 Jan 27 05:55:40.209616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58740) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:40.281492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:40.317048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:40.325112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a053309a1e4e8bae45a3db39c78a5c is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:40.330777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:40.335281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-f02d0cf3-db83-446c-8bab-aefd49060517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:40.337283 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-f02d0cf3-db83-446c-8bab-aefd49060517 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d92c9f9-255d-453b-804b-13715fef744b HTTP/1.1" status: 200 len: 853 time: 0.1095698 Jan 27 05:55:40.342595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:40.407348 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-1f6ddfed-b736-4da8-acb7-398850a861b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618100 Jan 27 05:55:40.585678 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bb9a3-9648-4e53-9d3c-b6a4253fdee4 req-2b13d210-229a-4250-9dec-8e9ff08e61b6 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:40.587440 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7d4bb9a3-9648-4e53-9d3c-b6a4253fdee4 req-2b13d210-229a-4250-9dec-8e9ff08e61b6 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 943 time: 0.2412186 Jan 27 05:55:40.727258 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-e26f09ca-c32d-466a-baf0-3ecda1edc45c service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046882 Jan 27 05:55:40.736227 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7d4bb9a3-9648-4e53-9d3c-b6a4253fdee4 req-4da0640b-75fd-4090-a015-9846238c8b95 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395082 Jan 27 05:55:40.786406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:40.916134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:41.014139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76026742-edf4-465d-8754-8fb518678ef2 req-7b0fd92b-6e79-44af-825e-71c3bb4cbaba tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:41.015925 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-76026742-edf4-465d-8754-8fb518678ef2 req-7b0fd92b-6e79-44af-825e-71c3bb4cbaba tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1640754 Jan 27 05:55:41.131864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-76026742-edf4-465d-8754-8fb518678ef2 req-aafc9ae7-65ae-4d8e-bbc8-2b1efd7c6754 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858681 Jan 27 05:55:41.216784 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:41.228284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9462d13b-c1cc-4191-8d9f-8cf93e350130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:41.296023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0385eb2-d10a-4cf6-8ad3-8f77047ff32c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:41.301386 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa2af3f8-89c0-496f-99d1-c279a53d306a req-83d5ea09-d0a5-476d-94c5-438503732b69 service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5601640 Jan 27 05:55:41.302421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:41.310748 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2a053309a1e4e8bae45a3db39c78a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0940413 Jan 27 05:55:41.310748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 58762) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:41.384600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:41.418269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:41.562114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:41.569653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-84266122-000f-4185-abdf-e7cfd1656e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:41.583741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0385eb2-d10a-4cf6-8ad3-8f77047ff32c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:41.586510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:41.591350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:41.594813 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0385eb2-d10a-4cf6-8ad3-8f77047ff32c HTTP/1.1" status: 204 len: 168 time: 0.2836525 Jan 27 05:55:42.249043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cc827-6361-46a9-971f-b3b9bb7c32e5 req-dcc3a16f-6116-41f8-a1fb-769d6b5ffa1b tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:42.262590 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d68cc827-6361-46a9-971f-b3b9bb7c32e5 req-dcc3a16f-6116-41f8-a1fb-769d6b5ffa1b tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 943 time: 0.2544498 Jan 27 05:55:42.386587 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d68cc827-6361-46a9-971f-b3b9bb7c32e5 req-5155a50d-90ba-4cc2-852a-538a6865b8fe tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196239 Jan 27 05:55:42.587715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-927777d9-7b25-4d56-83bd-c7c8dad235e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:42.589867 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-927777d9-7b25-4d56-83bd-c7c8dad235e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287&tenant_id=f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 1161 time: 0.0960722 Jan 27 05:55:42.754026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-5fc88510-10be-49f7-ae1c-03875b666657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:42.755673 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-5fc88510-10be-49f7-ae1c-03875b666657 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1161 time: 0.1064429 Jan 27 05:55:42.770025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff401383-c7e0-4ad5-bd4b-1e90158b8498 req-e2b5a5cc-de3c-4e5c-8553-b953f11608eb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:42.772414 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff401383-c7e0-4ad5-bd4b-1e90158b8498 req-e2b5a5cc-de3c-4e5c-8553-b953f11608eb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.3095462 Jan 27 05:55:42.856785 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff401383-c7e0-4ad5-bd4b-1e90158b8498 req-0edb4e30-3fd8-441f-a803-df2b1abd0784 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754709 Jan 27 05:55:43.032577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-95d0f7d2-548d-45c1-89aa-d61b22a59b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:43.035397 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-95d0f7d2-548d-45c1-89aa-d61b22a59b17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.2718897 Jan 27 05:55:43.231606 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-08600a75-81af-46c8-9a38-844ccfb35f4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 1000 time: 0.1834133 Jan 27 05:55:43.369687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-cbe75473-a08e-4dbb-99a7-15cd97baf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:43.369687 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-cbe75473-a08e-4dbb-99a7-15cd97baf258 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.1288924 Jan 27 05:55:43.469107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-62248bf2-17a0-423f-9051-d2833f2d0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:43.470795 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-62248bf2-17a0-423f-9051-d2833f2d0a9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958927 Jan 27 05:55:43.704182 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-7f4a2a18-ad99-4bdc-80b5-fbb88fc9730b service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247839 Jan 27 05:55:43.828341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60221f3-0b86-4eec-b741-677ca896bad4 req-7459c96b-6a49-4c42-9d5b-7f3944929e45 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:43.836781 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c60221f3-0b86-4eec-b741-677ca896bad4 req-7459c96b-6a49-4c42-9d5b-7f3944929e45 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 943 time: 0.2171276 Jan 27 05:55:43.863592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-ce61f4bb-8780-4e73-af9f-b2e16bcc06fa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:55:43.942250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e3dbf5ca-1667-4f44-b866-cc656da9c801 req-65870a68-b751-4e80-8c73-ba518722e12b service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2299323 Jan 27 05:55:43.946248 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c60221f3-0b86-4eec-b741-677ca896bad4 req-89a03f61-b533-4059-831d-aea63bbb3f7e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Jan 27 05:55:44.271186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fa2b7-b3bc-4bc0-b363-e14b67d80920 req-a18144d8-390e-4989-896b-6e830007e2d7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:44.272940 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-052fa2b7-b3bc-4bc0-b363-e14b67d80920 req-a18144d8-390e-4989-896b-6e830007e2d7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1731706 Jan 27 05:55:44.341494 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-052fa2b7-b3bc-4bc0-b363-e14b67d80920 req-aa7a9c98-8548-4524-a0cb-2dd8ccb1e123 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611942 Jan 27 05:55:44.603862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 1539b53b-4d7c-4dc4-a071-85e76348980e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:55:44.850681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 1539b53b-4d7c-4dc4-a071-85e76348980e completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:55:44.857293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 1539b53b-4d7c-4dc4-a071-85e76348980e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:55:44.857724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:45.170989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:45.231195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3921f212-655a-4ab1-9851-12a211bc8c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1539b53b-4d7c-4dc4-a071-85e76348980e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:55:45.255661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 1539b53b-4d7c-4dc4-a071-85e76348980e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1539b53b-4d7c-4dc4-a071-85e76348980e,segment=NetworkSegment(0ca5ec6f-47eb-4eeb-875d-2290499627b6),segment_id=0ca5ec6f-47eb-4eeb-875d-2290499627b6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:55:45.280687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f61e13-804a-4ae6-9b20-aac8a9295233 req-333c2274-8125-49f2-9fc2-8e70446d35ed tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:45.288802 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-91f61e13-804a-4ae6-9b20-aac8a9295233 req-333c2274-8125-49f2-9fc2-8e70446d35ed tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 943 time: 0.1924310 Jan 27 05:55:45.308102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:45.310694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:45.379077 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-91f61e13-804a-4ae6-9b20-aac8a9295233 req-7feacb5d-1ad4-463c-b29f-616d50ab2beb tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890725 Jan 27 05:55:45.429367 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3921f212-655a-4ab1-9851-12a211bc8c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1539b53b-4d7c-4dc4-a071-85e76348980e', 'code': 200} Jan 27 05:55:45.514018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=1539b53b-4d7c-4dc4-a071-85e76348980e,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:45.520217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:45.786858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 1539b53b-4d7c-4dc4-a071-85e76348980e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:55:46.093149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 1539b53b-4d7c-4dc4-a071-85e76348980e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:55:46.095006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:46.100792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6f4bc-9a61-401b-b9a0-79ec64c64e3d req-2e2f40ab-d676-4d68-99d8-f207844a72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:46.103787 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dce6f4bc-9a61-401b-b9a0-79ec64c64e3d req-2e2f40ab-d676-4d68-99d8-f207844a72c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 1162 time: 0.2624362 Jan 27 05:55:46.274566 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d904-6a31-4e83-9e41-252f429da3a5 req-7c20e03e-655f-4a80-a066-2f85ae1f779f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:46.298658 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4427d904-6a31-4e83-9e41-252f429da3a5 req-7c20e03e-655f-4a80-a066-2f85ae1f779f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.6163833 Jan 27 05:55:46.506364 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4427d904-6a31-4e83-9e41-252f429da3a5 req-6affaf12-2b2b-471d-bada-d782ad17395c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065246 Jan 27 05:55:46.836759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d79a-36f2-478b-a85b-2b8f61f79811 req-79c9b83d-ee40-412f-b33e-d5b02b782a07 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:46.839903 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cf42d79a-36f2-478b-a85b-2b8f61f79811 req-79c9b83d-ee40-412f-b33e-d5b02b782a07 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2373741 Jan 27 05:55:46.963214 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cf42d79a-36f2-478b-a85b-2b8f61f79811 req-a12de42f-6eaa-453e-9a21-156a4ea9faa3 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102664 Jan 27 05:55:47.808086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 1539b53b-4d7c-4dc4-a071-85e76348980e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:55:47.899692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 1539b53b-4d7c-4dc4-a071-85e76348980e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:55:47.900828 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:47.954316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98229a1a-d7bf-4e6d-8c23-e0334ec0a2ff req-c3d6b5c2-3e9e-4263-a4b7-0bdf60ffb323 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:47.956143 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-98229a1a-d7bf-4e6d-8c23-e0334ec0a2ff req-c3d6b5c2-3e9e-4263-a4b7-0bdf60ffb323 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1875401 Jan 27 05:55:48.101344 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-98229a1a-d7bf-4e6d-8c23-e0334ec0a2ff req-7da1fe39-5d20-407c-9201-d07f29896823 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285532 Jan 27 05:55:48.760141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c13fb9-2e6b-4487-bcaa-54fb206594c7 req-27cd6f5a-8438-4f0b-ab2b-a24d04c8d0cb tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:48.762015 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-58c13fb9-2e6b-4487-bcaa-54fb206594c7 req-27cd6f5a-8438-4f0b-ab2b-a24d04c8d0cb tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.3196471 Jan 27 05:55:48.845648 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-58c13fb9-2e6b-4487-bcaa-54fb206594c7 req-076ba262-ed5f-45e4-9bb9-743458bdecc6 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Jan 27 05:55:49.662238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c257-7f40-4778-8826-2d970e7cf69d req-67195a67-bcd6-425a-b93a-75fabe3c20a5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:49.668796 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e028c257-7f40-4778-8826-2d970e7cf69d req-67195a67-bcd6-425a-b93a-75fabe3c20a5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.2510607 Jan 27 05:55:49.782761 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e028c257-7f40-4778-8826-2d970e7cf69d req-9f75d42d-af72-415e-b049-79612967f3f8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105285 Jan 27 05:55:50.206449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cbd72-5723-4d1d-945f-c05c1ea1fc76 req-86bc12d2-36ba-46f0-a065-c1b3431cbb97 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:50.208477 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6d1cbd72-5723-4d1d-945f-c05c1ea1fc76 req-86bc12d2-36ba-46f0-a065-c1b3431cbb97 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.1589324 Jan 27 05:55:50.298921 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6d1cbd72-5723-4d1d-945f-c05c1ea1fc76 req-61b2e526-2d0f-45a1-a505-59c7768e3c0a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771885 Jan 27 05:55:51.120166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fefdd-5456-48f0-8708-5fa1bda48b4c req-3176aa6b-bda7-463a-930d-03cfbbe9b235 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:51.122599 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e01fefdd-5456-48f0-8708-5fa1bda48b4c req-3176aa6b-bda7-463a-930d-03cfbbe9b235 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1648536 Jan 27 05:55:51.200472 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e01fefdd-5456-48f0-8708-5fa1bda48b4c req-25ae8263-a63a-4c90-8235-202b8520f333 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684893 Jan 27 05:55:51.680457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80904fe-8cc2-4fed-9228-1cfa18c3f189 req-b88bf6e2-91e7-40d4-960c-106e84f4d345 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:51.682327 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a80904fe-8cc2-4fed-9228-1cfa18c3f189 req-b88bf6e2-91e7-40d4-960c-106e84f4d345 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.1936333 Jan 27 05:55:51.772931 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a80904fe-8cc2-4fed-9228-1cfa18c3f189 req-805da9eb-4276-4d75-82ad-9e4a0432fd8e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685642 Jan 27 05:55:52.865385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b8575-07aa-4e30-a589-95ee4748470c req-01a850b7-7700-48d4-9b7b-0631447e5103 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:52.874651 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-613b8575-07aa-4e30-a589-95ee4748470c req-01a850b7-7700-48d4-9b7b-0631447e5103 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.3344555 Jan 27 05:55:53.041390 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-613b8575-07aa-4e30-a589-95ee4748470c req-808d4d03-cdbc-456d-b260-85bf5c60cbde tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590438 Jan 27 05:55:53.417541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f64b9-6517-46b5-803e-c2a4c14e906e req-46eec413-0f95-4b99-a781-2e55249a5b68 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:53.424939 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7e2f64b9-6517-46b5-803e-c2a4c14e906e req-46eec413-0f95-4b99-a781-2e55249a5b68 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2707107 Jan 27 05:55:53.544367 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7e2f64b9-6517-46b5-803e-c2a4c14e906e req-78998db9-4217-4178-8c21-363a0d44ebad tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126552 Jan 27 05:55:53.664310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 58990) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:54.087888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.120992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:54.129648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Usage tracker for resource:security_group_rule and tenant:a2594b6fb8524d91a1f084985c038e44 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:54.135387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:54.154020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:54.323932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.509309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.527131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-388dfab1-55ff-466e-8f62-ca6a95a55df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:54.649468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d2b67d-093e-41d6-9fc6-1e395dca667f,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:54.659716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:54.669127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59004) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:54.669592 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2594b6fb8524d91a1f084985c038e44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0045195 Jan 27 05:55:54.771729 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.808734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.910911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2256d-3564-46be-bdcc-d8db31567eaa req-98e35167-9b23-42fa-94d2-80532974132e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:54.913047 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9c2256d-3564-46be-bdcc-d8db31567eaa req-98e35167-9b23-42fa-94d2-80532974132e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.4811809 Jan 27 05:55:54.919774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.924490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-67dff9a3-bbc0-4e9b-9e5f-5c713a94c5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:54.944533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:54.950250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79d2b67d-093e-41d6-9fc6-1e395dca667f HTTP/1.1" status: 204 len: 168 time: 0.2790787 Jan 27 05:55:54.951887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d2b67d-093e-41d6-9fc6-1e395dca667f,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:54.956143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:55.102905 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b9c2256d-3564-46be-bdcc-d8db31567eaa req-bbeb6bca-1146-465d-8f3d-4e348686c941 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836821 Jan 27 05:55:55.268923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dde25-4c1f-42b3-808d-2d5effcfd762 req-347d1049-336d-4f96-9eb9-73e80d2d516b tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:55.270679 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-487dde25-4c1f-42b3-808d-2d5effcfd762 req-347d1049-336d-4f96-9eb9-73e80d2d516b tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.3563716 Jan 27 05:55:55.361836 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-487dde25-4c1f-42b3-808d-2d5effcfd762 req-761727bd-6525-45ab-a3a0-422440cadcb0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776408 Jan 27 05:55:55.800591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59014) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:55.835061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:55.868031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:55.876761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Usage tracker for resource:security_group_rule and tenant:47500160b70e47d285ae01ca2c72ec5b is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:55.883205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:55.897760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:56.031537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:56.061203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:56.082825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-139adc91-8b60-4bef-bc3f-28f212657e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:56.145268 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47500160b70e47d285ae01ca2c72ec5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406353 Jan 27 05:55:56.145998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 59018) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:56.151802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a214d74-ee25-4aa2-9503-c684f41d2b87,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:56.157412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae27f581-c046-417b-bd2f-f016d3690a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:56.243101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:56.296404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:56.618413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870d4fe-59b0-4241-b7f8-7e43bfee5fef req-a7fd90ff-6794-4e20-ade6-0395daa3f696 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:56.620288 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3870d4fe-59b0-4241-b7f8-7e43bfee5fef req-a7fd90ff-6794-4e20-ade6-0395daa3f696 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.2611964 Jan 27 05:55:56.625829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:56.643342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3e1b4057-bbee-4bb0-aacc-e0eaa5897425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:56.685309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a214d74-ee25-4aa2-9503-c684f41d2b87,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:56.687687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:56.689370 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a214d74-ee25-4aa2-9503-c684f41d2b87 HTTP/1.1" status: 204 len: 168 time: 0.5423663 Jan 27 05:55:56.691313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:56.806120 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3870d4fe-59b0-4241-b7f8-7e43bfee5fef req-25100bfe-dedb-4053-bf56-09b3cb9d13e1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352558 Jan 27 05:55:56.998472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9a78-e99f-4fb5-aa02-dfdb1ead691e req-0e75860d-356b-4cf2-9eee-7c0ecff51847 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:57.000929 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-339a9a78-e99f-4fb5-aa02-dfdb1ead691e req-0e75860d-356b-4cf2-9eee-7c0ecff51847 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.3287866 Jan 27 05:55:57.080025 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-339a9a78-e99f-4fb5-aa02-dfdb1ead691e req-8dbb2e3e-866c-47ed-aae3-b0ec42ed3195 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Jan 27 05:55:57.822960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 59032) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:57.844329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:57.862422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:55:57.866832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Usage tracker for resource:security_group_rule and tenant:71307ae3830043f9951b369fef05df68 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:55:57.870272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:55:57.877668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:55:57.986695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.028684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.048734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:58.240290 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71307ae3830043f9951b369fef05df68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153202 Jan 27 05:55:58.242004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53deb6-9eb5-4f9e-9847-6f805891cd94,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:58.247374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59044) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:55:58.255713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c556b2ea-f778-4967-8c90-c4d12e6370d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:58.388217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.430699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.510343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963195f-cb69-4ca9-a926-718cd0636b36 req-a7867205-0b84-47ec-b6d5-5c209bdf0a0b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:58.513075 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b963195f-cb69-4ca9-a926-718cd0636b36 req-a7867205-0b84-47ec-b6d5-5c209bdf0a0b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.4886425 Jan 27 05:55:58.582440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.586941 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cc526b3-770c-4d43-ad48-54c7b36ef5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:55:58.610709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53deb6-9eb5-4f9e-9847-6f805891cd94,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:55:58.616418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:55:58.630648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.632934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb53deb6-9eb5-4f9e-9847-6f805891cd94 HTTP/1.1" status: 204 len: 168 time: 0.3837156 Jan 27 05:55:58.707101 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b963195f-cb69-4ca9-a926-718cd0636b36 req-a5cac853-a4f5-406c-aef5-42014a464a24 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863678 Jan 27 05:55:58.817923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aa3b2-7af0-4ee7-8e7e-20bc2c0b15b0 req-d0c07658-1408-4ad9-8622-2964b58afc31 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:55:58.827622 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-488aa3b2-7af0-4ee7-8e7e-20bc2c0b15b0 req-d0c07658-1408-4ad9-8622-2964b58afc31 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.5398393 Jan 27 05:55:58.876185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:55:58.888626 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-488aa3b2-7af0-4ee7-8e7e-20bc2c0b15b0 req-a1ed3f30-2340-4f82-bf15-42c7b5d371d2 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Jan 27 05:56:00.067269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368a23-b9f4-4dd4-876f-5252a75b91d8 req-600ea8c9-8169-4157-9307-80ac97178cda tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:00.069048 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3368a23-b9f4-4dd4-876f-5252a75b91d8 req-600ea8c9-8169-4157-9307-80ac97178cda tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1846156 Jan 27 05:56:00.409832 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b3368a23-b9f4-4dd4-876f-5252a75b91d8 req-2c40248a-afd4-4435-9611-b0f126bc66ce tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989142 Jan 27 05:56:00.519872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857caf5-ec4b-4ba3-9ec0-05b8ffef1cb4 req-d27044ea-1a83-4afb-a14b-2bc0ea6df4f0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:00.521586 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d857caf5-ec4b-4ba3-9ec0-05b8ffef1cb4 req-d27044ea-1a83-4afb-a14b-2bc0ea6df4f0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.4515038 Jan 27 05:56:00.607383 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d857caf5-ec4b-4ba3-9ec0-05b8ffef1cb4 req-ae615260-6778-4635-b9cb-34fb8ecef5a2 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760152 Jan 27 05:56:00.984969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59090) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:01.145155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-641646395-network', 'tenant_id': 'cca6feb081cc4eea9b3192d2a859a607'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:56:01.150536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:01.155691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Usage tracker for resource:network and tenant:cca6feb081cc4eea9b3192d2a859a607 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:01.159103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:01.165457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:01.213223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Made reservation on behalf of cca6feb081cc4eea9b3192d2a859a607 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:56:01.218690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.233117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.250124 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:01.254516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Usage tracker for resource:security_group_rule and tenant:cca6feb081cc4eea9b3192d2a859a607 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:01.257797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:01.263971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:01.360913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.390889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.396538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2c7922a0-d10f-4b19-a29b-a91006072ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:01.430114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:56:01.445182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a3db0c-d89e-46be-9572-6a11f5bc61b5,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:01.450561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:01.451594 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.452027 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Added segment 78704a00-168b-4772-b76f-bb2656e9bd49 of type vxlan for network 5133bbec-b81d-446c-9de7-195c03522aae Jan 27 05:56:01.481938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.544838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.546188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:01.546850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.552446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f4ef187c-306c-404a-b880-70e029b06031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:01.671986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Pushing event updated for resources: {'Network': ['ID=5133bbec-b81d-446c-9de7-195c03522aae,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:01.672987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:01.683049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 5133bbec-b81d-446c-9de7-195c03522aae details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:56:01.694887 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7086704 Jan 27 05:56:01.695577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59102) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:01.702815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Request body: {'subnet': {'network_id': '5133bbec-b81d-446c-9de7-195c03522aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-641646395-subnet', 'tenant_id': 'cca6feb081cc4eea9b3192d2a859a607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:56:01.708161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:01.712270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Usage tracker for resource:subnet and tenant:cca6feb081cc4eea9b3192d2a859a607 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:01.716428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:01.722374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:01.746618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9b45-946c-456a-879b-acd45b9eca61 req-522ad124-8a2e-4052-9876-631bdb4382e5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:01.748450 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c9fb9b45-946c-456a-879b-acd45b9eca61 req-522ad124-8a2e-4052-9876-631bdb4382e5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1575959 Jan 27 05:56:01.759269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Made reservation on behalf of cca6feb081cc4eea9b3192d2a859a607 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:56:01.765756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:01.780813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 5133bbec-b81d-446c-9de7-195c03522aae details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:56:01.876839 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c9fb9b45-946c-456a-879b-acd45b9eca61 req-a49b9029-18ae-4ab9-8369-91110bec3795 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210015 Jan 27 05:56:01.985508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41208cd0-185f-4cab-b1f3-295699639dc9 req-f8b46d9d-793d-4c35-8479-8ff982b4ef62 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:01.987274 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-41208cd0-185f-4cab-b1f3-295699639dc9 req-f8b46d9d-793d-4c35-8479-8ff982b4ef62 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2122107 Jan 27 05:56:02.054102 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-41208cd0-185f-4cab-b1f3-295699639dc9 req-32070123-9c56-408d-81e6-13c225d11b8a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600858 Jan 27 05:56:02.259815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:02.275664 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:02.405608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e90ed00-68d6-4d2b-adba-37d480f41e99,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:02.418603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:02.482835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Checking segment: {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:56:02.483220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Network hostable DHCP agents. Network: 5133bbec-b81d-446c-9de7-195c03522aae, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:56:02.536210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Network 5133bbec-b81d-446c-9de7-195c03522aae is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:56:02.570348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 5133bbec-b81d-446c-9de7-195c03522aae) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:56:02.583760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:02.584447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:02.590002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86523913-3e70-49c3-a929-3f85aa58eddb None None] Network 5133bbec-b81d-446c-9de7-195c03522aae requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:56:02.629695 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-bc645b35-8700-41f5-af20-086e04c03149 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9326644 Jan 27 05:56:02.829221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486d94e-288f-4c39-815b-cd16db7900c3 None None] Network 5133bbec-b81d-446c-9de7-195c03522aae requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:56:03.213683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c77bec-f5c1-4876-be77-3ce3ba2a2abb req-cb833861-8783-44ac-80e8-3cad35ef1cfe tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:03.215622 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b0c77bec-f5c1-4876-be77-3ce3ba2a2abb req-cb833861-8783-44ac-80e8-3cad35ef1cfe tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1539061 Jan 27 05:56:03.337875 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b0c77bec-f5c1-4876-be77-3ce3ba2a2abb req-f5816c74-70bd-499b-b5a9-04ad2dbc7db8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808437 Jan 27 05:56:03.424102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380e3c9-9e6c-41d6-be28-a773336ca16e req-84fdabdb-0c42-422e-bf11-5a025d9448b2 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:03.425833 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a380e3c9-9e6c-41d6-be28-a773336ca16e req-84fdabdb-0c42-422e-bf11-5a025d9448b2 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2091529 Jan 27 05:56:03.502098 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a380e3c9-9e6c-41d6-be28-a773336ca16e req-67fa111f-7c6d-4455-a5b2-dc1330ceaf97 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Jan 27 05:56:04.220683 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dce6f4bc-9a61-401b-b9a0-79ec64c64e3d req-3036b36d-2617-49e9-8cc3-3e495954ca09 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437112 Jan 27 05:56:04.735389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c800df-981b-439e-b186-22a6c3c9d186 req-81564662-02bf-4d7d-adaf-ee1b9924005e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:04.737184 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20c800df-981b-439e-b186-22a6c3c9d186 req-81564662-02bf-4d7d-adaf-ee1b9924005e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.2260125 Jan 27 05:56:04.845257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-6e701656-0ea4-42e2-be8c-9eac995d8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:04.846887 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-6e701656-0ea4-42e2-be8c-9eac995d8f84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1161 time: 0.1264896 Jan 27 05:56:04.850516 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20c800df-981b-439e-b186-22a6c3c9d186 req-e596db09-6181-4efc-8578-a2fb99de5bc5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687425 Jan 27 05:56:04.951574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f824-34a9-41c7-8868-2442016631d7 req-e3213293-d7d7-497a-aff9-b04a0e9613ad tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:04.953257 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d520f824-34a9-41c7-8868-2442016631d7 req-e3213293-d7d7-497a-aff9-b04a0e9613ad tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2150657 Jan 27 05:56:05.018833 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d520f824-34a9-41c7-8868-2442016631d7 req-b959fa1a-e2f0-475b-9a45-1050cc44a879 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591824 Jan 27 05:56:05.142212 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-0e520d88-ffda-4eb0-a16d-30e7b0047ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:05.144742 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-0e520d88-ffda-4eb0-a16d-30e7b0047ed3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.2754602 Jan 27 05:56:05.269951 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-f05f0b92-e01c-436e-b7d7-b6814d085ca2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 200 len: 1000 time: 0.1174304 Jan 27 05:56:05.348431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-accc1e71-da50-49e9-8d87-ea7fe1515d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:05.350043 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-accc1e71-da50-49e9-8d87-ea7fe1515d89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.0719848 Jan 27 05:56:05.439078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d286840d-72e0-4816-9733-afc560002eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:05.439319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-05b0df13-342c-46ee-9374-1231b1fbc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:05.441121 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-05b0df13-342c-46ee-9374-1231b1fbc9bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844026 Jan 27 05:56:05.594076 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-5ab03442-9797-49f6-b802-2798111e99d2 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436610 Jan 27 05:56:05.791103 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a165d78-61c5-4bc0-8e05-26b5d9989fae req-b8f0c3db-52d0-49f1-81e9-cd63f52f4ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1897147 Jan 27 05:56:06.196696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-f8bd9b04-9f65-448d-aa79-daeb627a36e2 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:06.198522 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-f8bd9b04-9f65-448d-aa79-daeb627a36e2 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/networks?id=5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 200 len: 808 time: 0.2912900 Jan 27 05:56:06.225281 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-f8804f60-0de0-4440-afd4-7146a09a108b tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/quotas/cca6feb081cc4eea9b3192d2a859a607 HTTP/1.1" status: 200 len: 375 time: 0.0176370 Jan 27 05:56:06.306087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a14ec-fb8d-4c92-b609-80b0d7ceb70b req-90ed882c-c189-4989-a510-b51fe757a090 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:06.308630 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-976a14ec-fb8d-4c92-b609-80b0d7ceb70b req-90ed882c-c189-4989-a510-b51fe757a090 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.2851722 Jan 27 05:56:06.373048 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-a0f9b26c-e2ef-4743-a43a-da0c5e577ca5 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cca6feb081cc4eea9b3192d2a859a607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391594 Jan 27 05:56:06.497845 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-976a14ec-fb8d-4c92-b609-80b0d7ceb70b req-59f57be6-d4d3-4d11-8107-2d24493ec44c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536238 Jan 27 05:56:06.597751 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-0fd6d8c3-4cbe-4563-b48c-76d3f707785d service neutron] 10.222.0.44 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074723 Jan 27 05:56:06.825662 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-1e6aa4ac-3c62-4304-ad4c-977a9121f92b service neutron] 10.222.0.44 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2210464 Jan 27 05:56:06.904474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e15aa-5c62-4bec-8e01-e810660ac731 req-86628abf-7b81-43ee-aba5-6160ca8da1c0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:06.906159 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-588e15aa-5c62-4bec-8e01-e810660ac731 req-86628abf-7b81-43ee-aba5-6160ca8da1c0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2142065 Jan 27 05:56:06.971317 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-588e15aa-5c62-4bec-8e01-e810660ac731 req-e8724706-d30a-4f4c-807c-8de617949eee tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583937 Jan 27 05:56:07.080924 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fcd7204e-461f-499c-bd2f-27fb95136331 req-fd573e35-1f95-4355-8f0e-91c2fb97faa7 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 210 time: 0.0511472 Jan 27 05:56:07.821473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770377-eb6c-4a94-819b-dbdde0bc1d7a req-726695fd-7d33-4d87-a9c2-e517d680cfda tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:07.823594 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb770377-eb6c-4a94-819b-dbdde0bc1d7a req-726695fd-7d33-4d87-a9c2-e517d680cfda tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1592243 Jan 27 05:56:07.887480 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bb770377-eb6c-4a94-819b-dbdde0bc1d7a req-289d6a2f-a326-4bec-bca2-9d6981638037 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575705 Jan 27 05:56:08.373717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17ea93-7e95-4276-a014-8facf6adbce0 req-3a6ed2dd-caef-4428-847d-c2defeb02d3e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:08.376769 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ab17ea93-7e95-4276-a014-8facf6adbce0 req-3a6ed2dd-caef-4428-847d-c2defeb02d3e tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2362525 Jan 27 05:56:08.487509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-863af244-e077-42e3-8e2a-101d6a01c7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:08.498352 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6dc80657-a65d-4866-b3c5-b46ec016d926 req-ac003f40-4c8b-45b0-bef5-3073bda71320 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 210 time: 0.1199954 Jan 27 05:56:08.545626 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ab17ea93-7e95-4276-a014-8facf6adbce0 req-697fb9d7-5d2f-4546-a253-89089922b70f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808728 Jan 27 05:56:08.929949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-c041f771-66c5-4160-93ba-7ab01f193ceb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:08.930783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-c041f771-66c5-4160-93ba-7ab01f193ceb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Synchronizing usage tracker for tenant:cca6feb081cc4eea9b3192d2a859a607 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:56:08.978706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-c041f771-66c5-4160-93ba-7ab01f193ceb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Unset dirty status for tenant:cca6feb081cc4eea9b3192d2a859a607 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:56:08.981293 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-c041f771-66c5-4160-93ba-7ab01f193ceb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "GET /v2.0/networks?id=5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 200 len: 808 time: 0.2880030 Jan 27 05:56:09.006630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Request body: {'port': {'device_id': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae', 'admin_state_up': True, 'tenant_id': 'cca6feb081cc4eea9b3192d2a859a607'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:56:09.220121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:09.225048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Usage tracker for resource:port and tenant:cca6feb081cc4eea9b3192d2a859a607 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:09.228543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:09.235280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:09.299869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e979bd0-9514-4c38-aa4b-cdf0f9e7c9ff req-5ca39316-2d1a-4179-ac95-3d2d8914faf9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:09.301836 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Made reservation on behalf of cca6feb081cc4eea9b3192d2a859a607 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:56:09.309028 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7e979bd0-9514-4c38-aa4b-cdf0f9e7c9ff req-5ca39316-2d1a-4179-ac95-3d2d8914faf9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.2301962 Jan 27 05:56:09.321413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:09.406703 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7e979bd0-9514-4c38-aa4b-cdf0f9e7c9ff req-7b98150f-2c85-427e-a4e2-e7d278b027da tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966098 Jan 27 05:56:09.722025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:09.777834 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae99cc40-c537-406f-bc78-5e5853f32bc1 req-f67096dc-acbb-44b5-8f58-e2cc113f95b8 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 210 time: 0.1152081 Jan 27 05:56:09.979274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:10.179510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Allocated IP 172.20.0.10 (5133bbec-b81d-446c-9de7-195c03522aae/0e90ed00-68d6-4d2b-adba-37d480f41e99/76c3fd04-d9a5-4165-9c2b-ff30371ed0fa) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:56:10.505851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:10.565639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:10.584225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5c00a3bc-d86e-41ae-a709-eecc4f1b421d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:10.674940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Pushing event updated for resources: {'Port': ['ID=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:10.681690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:10.759221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:10.848259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Network 5133bbec-b81d-446c-9de7-195c03522aae is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:56:10.849919 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:56:10.852866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:56:10.858855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3fe30-7082-4fea-9322-fb8202d95bef req-04e8a055-6733-453f-ac49-3c9f8f643b58 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:10.860629 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-06e3fe30-7082-4fea-9322-fb8202d95bef req-04e8a055-6733-453f-ac49-3c9f8f643b58 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.2488060 Jan 27 05:56:10.995678 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-06e3fe30-7082-4fea-9322-fb8202d95bef req-d1d019a8-e86c-4535-b878-8010353c88c1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214936 Jan 27 05:56:11.039516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:11.040327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:11.099255 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0970578 Jan 27 05:56:11.120329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Request body: {'port': {'device_id': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:56:11.206812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92c70b-1deb-4a60-a25d-6bd023315cdd req-e1ae209d-d6de-414c-8750-12272eff3eec tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:11.208805 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dd92c70b-1deb-4a60-a25d-6bd023315cdd req-e1ae209d-d6de-414c-8750-12272eff3eec tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 932 time: 0.1954529 Jan 27 05:56:11.249234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:56:11.257385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:11.285857 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dd92c70b-1deb-4a60-a25d-6bd023315cdd req-907c157f-f6e1-4cd1-8701-369e33bc765f tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635071 Jan 27 05:56:11.763119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:56:11.774109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:11.791249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Transition to ACTIVE for port object 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:56:11.827658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:11.843004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:11.986353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Pushing event updated for resources: {'Port': ['ID=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:11.990988 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:12.208220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Attempting to bind port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:56:12.208851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Attempting to bind port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:56:12.209457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Attempting to bind port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa on network 5133bbec-b81d-446c-9de7-195c03522aae {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:56:12.221547 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:56:12.222161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Checking segment: {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:56:12.222850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:12.223504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Bound using segment: {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:56:12.224486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Bound port: 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:56:12.225135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:12.356058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] For port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:56:12.360038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] For port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:56:12.394638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:12.414524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc6ae1-6146-4b1f-be86-29086b359f19 req-c6f9e873-fa98-4ae5-8031-a5b4c004c255 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:12.419783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:12.420847 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-88cc6ae1-6146-4b1f-be86-29086b359f19 req-c6f9e873-fa98-4ae5-8031-a5b4c004c255 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 944 time: 0.1813545 Jan 27 05:56:12.636818 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-88cc6ae1-6146-4b1f-be86-29086b359f19 req-e2242876-95a3-4588-aa91-54b5499789e0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121255 Jan 27 05:56:12.747988 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:12.748769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:12.750362 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] 10.222.0.53 "PUT /v2.0/ports/76c3fd04-d9a5-4165-9c2b-ff30371ed0fa HTTP/1.1" status: 200 len: 1158 time: 1.6360610 Jan 27 05:56:12.752818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:12.762069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Pushing event updated for resources: {'Port': ['ID=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:12.765787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:12.773206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92a159-0c1c-41a6-9663-8be9cb7bbe89 req-50082a79-6998-4c5a-bdf1-520b374019c8 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:12.774943 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1a92a159-0c1c-41a6-9663-8be9cb7bbe89 req-50082a79-6998-4c5a-bdf1-520b374019c8 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.3215833 Jan 27 05:56:12.838462 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa', 'status': 'completed', 'code': 200} Jan 27 05:56:12.852673 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1a92a159-0c1c-41a6-9663-8be9cb7bbe89 req-b07fd28d-c321-410e-9aae-7d111b7e1336 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689065 Jan 27 05:56:12.892744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:12.960293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-a4a41518-b67b-41f2-9603-8e4bb03cbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:12.961950 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-a4a41518-b67b-41f2-9603-8e4bb03cbb89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cca6feb081cc4eea9b3192d2a859a607&device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 1161 time: 0.1015351 Jan 27 05:56:12.992723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:12.993157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:13.066067 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-46d5bad1-6564-4263-bfda-c2f1f7fdf9a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa HTTP/1.1" status: 200 len: 217 time: 0.0888469 Jan 27 05:56:13.144540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-916227d4-4546-4684-8ccd-526e651b423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:13.146094 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-916227d4-4546-4684-8ccd-526e651b423b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e90ed00-68d6-4d2b-adba-37d480f41e99 HTTP/1.1" status: 200 len: 848 time: 0.0734000 Jan 27 05:56:13.157379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:13.209740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:13.228546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 36b75518-b745-493b-9a39-0a778cf92d41, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=36b75518-b745-493b-9a39-0a778cf92d41,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:13.238857 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-e341c4f0-3c11-4c2b-82c6-ab6cf6a592fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5133bbec-b81d-446c-9de7-195c03522aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850368 Jan 27 05:56:13.265147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:13.271883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-debee232-877d-4b45-b5c1-6f549d52bdf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:13.341702 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41', 'code': 200} Jan 27 05:56:13.409296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=6']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:13.413307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:13.438778 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-ef0eb28f-2dda-4c68-b3cb-f1b5b1fa61ca service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868637 Jan 27 05:56:13.614841 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b4e9da6-518f-4430-ad9a-3c1c49f3638b req-a40c7eb1-324f-45cf-ba2c-96a1e30450ba service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1607065 Jan 27 05:56:13.882496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-c8b483fd-4f36-4dc8-bc28-1a1cc5fc4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:13.886199 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-c8b483fd-4f36-4dc8-bc28-1a1cc5fc4754 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cca6feb081cc4eea9b3192d2a859a607&device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 1161 time: 0.1048832 Jan 27 05:56:14.054324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:14.210851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:14.212715 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:14.268029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-7651dc2a-37fa-46bd-80be-dedc3eb4b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:14.270760 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-7651dc2a-37fa-46bd-80be-dedc3eb4b36f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 200 len: 902 time: 0.3779650 Jan 27 05:56:14.329309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d9729-28d9-4de2-afd7-7e872a3f3819 req-299e7336-8471-4422-be81-6646e86e4ff2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:14.340898 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bd9d9729-28d9-4de2-afd7-7e872a3f3819 req-299e7336-8471-4422-be81-6646e86e4ff2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3619256 Jan 27 05:56:14.359608 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-982af302-13fe-4e04-b526-1e66f0630896 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa HTTP/1.1" status: 200 len: 217 time: 0.0803974 Jan 27 05:56:14.451406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-f48b1e82-b323-499c-ba17-6b75b9d9f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:14.453376 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-f48b1e82-b323-499c-ba17-6b75b9d9f883 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e90ed00-68d6-4d2b-adba-37d480f41e99 HTTP/1.1" status: 200 len: 848 time: 0.0868137 Jan 27 05:56:14.509218 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81f52b-92e4-4235-86cf-671479de8c68 req-4d22273e-f83b-4b7a-b09e-e5407ce7f90e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:14.511528 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6f81f52b-92e4-4235-86cf-671479de8c68 req-4d22273e-f83b-4b7a-b09e-e5407ce7f90e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.4603062 Jan 27 05:56:14.541289 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-8ef1739f-b26e-49b7-8c74-d66854f858d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5133bbec-b81d-446c-9de7-195c03522aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656383 Jan 27 05:56:14.576777 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bd9d9729-28d9-4de2-afd7-7e872a3f3819 req-db6163cc-065e-465a-b66b-d7333ef08eff tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338521 Jan 27 05:56:14.661681 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6f81f52b-92e4-4235-86cf-671479de8c68 req-25fe4f0e-5610-4e93-8d66-0d63391e64a7 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393855 Jan 27 05:56:14.675111 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e3cd7-679b-4fe7-85f5-2bc8c92769ff req-dc9659d5-ba2b-42bc-a91c-63290bf4bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:14.676816 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da2e3cd7-679b-4fe7-85f5-2bc8c92769ff req-dc9659d5-ba2b-42bc-a91c-63290bf4bf07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 1163 time: 0.3098660 Jan 27 05:56:14.766136 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da2e3cd7-679b-4fe7-85f5-2bc8c92769ff req-ebb32bff-a5ff-4323-8c08-63164f4a4d6c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718067 Jan 27 05:56:14.781103 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-6e82eba1-a817-480c-8007-f73b1ad7e9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309482 Jan 27 05:56:15.363148 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e0c11c1-667f-4f53-9f6e-6cc4b1d41d95 req-6ea31ab3-6017-40cd-b90d-cc5b689bd780 service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625378 Jan 27 05:56:15.918251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cc85b-702a-44fc-98c3-78be31380958 req-a467251b-7770-4a74-98c3-987e784522cf tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:15.919935 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-637cc85b-702a-44fc-98c3-78be31380958 req-a467251b-7770-4a74-98c3-987e784522cf tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1831710 Jan 27 05:56:16.039437 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-637cc85b-702a-44fc-98c3-78be31380958 req-0a4f3bd0-8dfd-48a0-aae1-ac2afa2637e7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787263 Jan 27 05:56:16.141672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f569-a366-45d8-b997-8d517633a021 req-b52f6d10-9dd6-4870-a599-4147125f2a20 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:16.143390 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3a06f569-a366-45d8-b997-8d517633a021 req-b52f6d10-9dd6-4870-a599-4147125f2a20 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.2224488 Jan 27 05:56:16.260410 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3a06f569-a366-45d8-b997-8d517633a021 req-dc84cd0d-115d-4952-8e61-d0e19b12a6fe tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095598 Jan 27 05:56:17.442699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88063-f92d-496f-80fc-0ecb73036646 req-e2e6ddcf-b721-45b3-82a9-f1bbf4fb20fb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:17.445180 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-52f88063-f92d-496f-80fc-0ecb73036646 req-e2e6ddcf-b721-45b3-82a9-f1bbf4fb20fb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1897318 Jan 27 05:56:17.573771 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-52f88063-f92d-496f-80fc-0ecb73036646 req-a33d50c7-15cd-4290-95b4-77f7dfa59692 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172972 Jan 27 05:56:17.723154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e51a-aef8-4239-b04a-5b60670e6aa3 req-f206ddbc-bf3a-4d1b-ba0b-d3b7b502c7af tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:17.724984 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6323e51a-aef8-4239-b04a-5b60670e6aa3 req-f206ddbc-bf3a-4d1b-ba0b-d3b7b502c7af tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.2665524 Jan 27 05:56:17.805687 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6323e51a-aef8-4239-b04a-5b60670e6aa3 req-d78b283d-aeeb-4710-bb1c-74e45c8abd19 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717008 Jan 27 05:56:18.220436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:18.351306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 36b75518-b745-493b-9a39-0a778cf92d41 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:18.351746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:18.982301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21d891-3474-4028-a098-8b91be2539bd req-e6bd90a2-0d30-4622-9095-03c99d0f08cb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:18.983975 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3a21d891-3474-4028-a098-8b91be2539bd req-e6bd90a2-0d30-4622-9095-03c99d0f08cb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2196317 Jan 27 05:56:19.105982 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3a21d891-3474-4028-a098-8b91be2539bd req-1041b55a-0d98-4e18-93d8-c8a76b536187 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814991 Jan 27 05:56:19.208373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956cb1-0028-40ba-b8da-e3aa9c048d60 req-5a887cfb-07ac-4fe9-a58b-8bce51138fd2 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:19.210104 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30956cb1-0028-40ba-b8da-e3aa9c048d60 req-5a887cfb-07ac-4fe9-a58b-8bce51138fd2 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.2251022 Jan 27 05:56:19.508946 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30956cb1-0028-40ba-b8da-e3aa9c048d60 req-a0de72e6-ce22-4463-8c53-2354cd0f913e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889929 Jan 27 05:56:20.137671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-1bbca42f-f2d5-4f99-8686-fb50eb2c4e01 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:56:21.123402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc02ca-6e7e-4756-89f6-4a8d5121f248 req-feddf2e3-72ee-4f55-9e9f-5bbd17f5300e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:21.125177 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfcc02ca-6e7e-4756-89f6-4a8d5121f248 req-feddf2e3-72ee-4f55-9e9f-5bbd17f5300e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.4597199 Jan 27 05:56:21.155387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:21.240182 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfcc02ca-6e7e-4756-89f6-4a8d5121f248 req-b5c0714c-dfe4-44a5-84b6-8e514a391333 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074498 Jan 27 05:56:21.273549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:56:21.280541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:21.281004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:21.426760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:21.466697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:21.486923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:21.519175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:21.522733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:21.563218 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa', 'code': 200} Jan 27 05:56:21.621815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:21.627635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:21.953825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd7679-f1a8-4301-9f86-d1a5180d8998 req-f42c31da-557e-458d-8746-f91fe5e66cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:21.955535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-12bd7679-f1a8-4301-9f86-d1a5180d8998 req-f42c31da-557e-458d-8746-f91fe5e66cfc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 1163 time: 0.0994272 Jan 27 05:56:22.015436 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-12bd7679-f1a8-4301-9f86-d1a5180d8998 req-d2ee97fb-b40e-4e47-9f3f-4a50413c7649 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Jan 27 05:56:22.204520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:22.288033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:22.288317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:22.712436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1215650-b0fc-4174-9c88-6967aa0ab2cf req-d9ed5108-7e16-43b4-aeca-d85b5f967eb1 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:22.717224 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d1215650-b0fc-4174-9c88-6967aa0ab2cf req-d9ed5108-7e16-43b4-aeca-d85b5f967eb1 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 946 time: 0.2076263 Jan 27 05:56:22.790732 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d1215650-b0fc-4174-9c88-6967aa0ab2cf req-ee96d369-0fd2-46fe-83c7-08d8c5efe360 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632966 Jan 27 05:56:24.314777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640eae-e544-4740-be46-96959ead9534 req-29a9fb37-e9a9-4c87-88f4-0d278dfc885e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:24.316470 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-07640eae-e544-4740-be46-96959ead9534 req-29a9fb37-e9a9-4c87-88f4-0d278dfc885e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 946 time: 0.2965167 Jan 27 05:56:24.353693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:24.392083 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-07640eae-e544-4740-be46-96959ead9534 req-3d1c4c18-9656-4ad1-b3f4-4a5def788da0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671370 Jan 27 05:56:24.443554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:24.444027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:25.748460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260eeb5-cc1b-4dac-b84a-597b5907c958 req-4a14c5ac-7eb7-4302-9142-031a3bc4548c tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:25.749087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59420) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:25.751245 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1260eeb5-cc1b-4dac-b84a-597b5907c958 req-4a14c5ac-7eb7-4302-9142-031a3bc4548c tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 946 time: 0.2139759 Jan 27 05:56:25.871874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1260eeb5-cc1b-4dac-b84a-597b5907c958 req-e154b7b9-5db9-4431-a95d-3be0ed172874 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136901 Jan 27 05:56:26.025510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.054559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:26.059596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b7e93dff1a43b79dc2934d3e0838c7 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:26.062846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:26.068960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:26.162530 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.224139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.236128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9ba80f5c-b309-479f-a1bf-3a032e0a105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:26.287204 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7b7e93dff1a43b79dc2934d3e0838c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359614 Jan 27 05:56:26.289051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be61ee-0fd8-484a-9334-158a42959254,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:26.290507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 59432) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:26.293413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b2a6907e-850a-413a-aaa8-bb7b4dbad973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:26.365035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.404215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.498439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.505961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e5dbd9c8-831c-4d75-9bb9-efa0973f424d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:26.540884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be61ee-0fd8-484a-9334-158a42959254,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:26.550049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:26.563687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:26.569913 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56be61ee-0fd8-484a-9334-158a42959254 HTTP/1.1" status: 204 len: 168 time: 0.2738364 Jan 27 05:56:27.664511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128814be-8b72-45d0-a344-12e0f9aa6617 req-934c38ad-698f-4c03-9ff9-a1ea7fdcc5ca tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:27.667033 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-128814be-8b72-45d0-a344-12e0f9aa6617 req-934c38ad-698f-4c03-9ff9-a1ea7fdcc5ca tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 946 time: 0.1743712 Jan 27 05:56:27.780357 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-128814be-8b72-45d0-a344-12e0f9aa6617 req-6040f0b6-b7eb-4a19-8db4-65021739208b tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043971 Jan 27 05:56:28.938119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:29.209714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f8089-e7f0-4345-a8fb-8f27e7e8bc6d req-cc62be88-20f1-408c-9321-3f573c261c25 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:29.211590 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-832f8089-e7f0-4345-a8fb-8f27e7e8bc6d req-cc62be88-20f1-408c-9321-3f573c261c25 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 946 time: 0.1735044 Jan 27 05:56:29.285656 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-832f8089-e7f0-4345-a8fb-8f27e7e8bc6d req-dad1b3a4-56bf-4728-81d1-db24a2512106 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662661 Jan 27 05:56:29.805173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-362785a3-cd60-4e2b-ace2-71c27797e7a0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:29.806037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-362785a3-cd60-4e2b-ace2-71c27797e7a0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Synchronizing usage tracker for tenant:cca6feb081cc4eea9b3192d2a859a607 on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:56:29.853079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-362785a3-cd60-4e2b-ace2-71c27797e7a0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Unset dirty status for tenant:cca6feb081cc4eea9b3192d2a859a607 on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:56:29.855218 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-362785a3-cd60-4e2b-ace2-71c27797e7a0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 946 time: 0.2183487 Jan 27 05:56:29.965346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Deleting port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:56:29.966212 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:30.048349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:56:30.468201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:30.477020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] For port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:30.481231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:30.533001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:30.554199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:30.657484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:30.661940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:30.712331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44f28d-ca33-4131-91bb-648c7da883ac req-6341f8a6-bb81-4b99-ae96-ec0b6e699b6b tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:30.722472 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2a44f28d-ca33-4131-91bb-648c7da883ac req-6341f8a6-bb81-4b99-ae96-ec0b6e699b6b tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.2098978 Jan 27 05:56:30.802882 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2a44f28d-ca33-4131-91bb-648c7da883ac req-d7005db1-bd77-46f1-8f14-04adb01d13a1 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788927 Jan 27 05:56:30.812537 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa', 'code': 200} Jan 27 05:56:30.838949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:30.843406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:31.108727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Calling delete_port for 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:56:31.273802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:56:31.274397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:56:31.776859 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Deleting port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:56:31.777446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:32.125051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] For port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:32.125653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:32.304162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Calling delete_port for 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:56:32.305369 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cb432-b120-4853-b40b-53f414166fd0 req-2e1cf9b4-b5ab-4885-a29a-38fa46d3127a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:32.309015 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e6cb432-b120-4853-b40b-53f414166fd0 req-2e1cf9b4-b5ab-4885-a29a-38fa46d3127a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 944 time: 0.3084183 Jan 27 05:56:32.368153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 59516) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:32.408538 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e6cb432-b120-4853-b40b-53f414166fd0 req-f8853662-224f-4903-bf91-68e2fd8c9bbe tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833986 Jan 27 05:56:32.668224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:32.685627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:32.703427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:32.712137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Usage tracker for resource:security_group_rule and tenant:8da5ba4a89634fca98576312c8d4eedc is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:32.717728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-20dffaf5-f9bf-4afc-b66c-03048838cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:32.719029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:32.733276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:32.839359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Pushing event deleted for resources: {'Port': ['ID=76c3fd04-d9a5-4165-9c2b-ff30371ed0fa,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:32.858443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.858897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.859307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.859712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.860170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.860536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.860931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.861324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.861722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.862115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.862511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.862950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.863464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.863877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.864361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.864750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.865144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.865981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.865981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.866304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.866599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.866981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.867359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.867743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:32.872276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:32.892327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:32.962202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:32.978070 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fe5dbe84-86ab-4475-849d-b165b098f86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:33.036410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] No DVR routers for this DVR port 76c3fd04-d9a5-4165-9c2b-ff30371ed0fa on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:56:33.040568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:33.047398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'name': 'network-vif-deleted', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:33.074043 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8da5ba4a89634fca98576312c8d4eedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039714 Jan 27 05:56:33.075637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357668b6-8a0f-48e6-ab34-e5339bac4530,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:33.081599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 59532) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:33.093738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.094414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.095121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.095813 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.096522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.097947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.098851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.099752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.100712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.101608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.102499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.103428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.105130 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.106060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.106985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.107925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.109468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.110402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.111283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.112893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.113805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.114682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.115571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.116503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:33.133546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:33.171546 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0814ed90-052e-4627-ad1b-d59a9966f01b req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "DELETE /v2.0/ports/76c3fd04-d9a5-4165-9c2b-ff30371ed0fa HTTP/1.1" status: 204 len: 173 time: 3.3092840 Jan 27 05:56:33.201104 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925ea8-4c3c-45d3-a038-ebde622faf34', 'name': 'network-vif-deleted', 'tag': '76c3fd04-d9a5-4165-9c2b-ff30371ed0fa', 'status': 'completed', 'code': 200} Jan 27 05:56:33.255302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:33.316668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:33.435436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:33.441013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-584ec382-b28f-4790-ac69-976f9afdda81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:33.458363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357668b6-8a0f-48e6-ab34-e5339bac4530,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:33.462521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:33.466452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:33.466906 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/357668b6-8a0f-48e6-ab34-e5339bac4530 HTTP/1.1" status: 204 len: 168 time: 0.3839471 Jan 27 05:56:33.789680 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-81e1d0a0-2894-42a3-901a-de0fd3416561 req-e5805356-d093-46dd-a0fe-5f0f9c956dc9 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=10925ea8-4c3c-45d3-a038-ebde622faf34 HTTP/1.1" status: 200 len: 210 time: 0.1064448 Jan 27 05:56:35.527701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0ffa95e7-4d11-42f6-9533-efea9a3438c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:35.675917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49d10-98f3-41aa-b694-b718e82fb495 req-9dc5d8ff-6034-49c1-994d-443bde62f825 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:35.685022 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5cc49d10-98f3-41aa-b694-b718e82fb495 req-9dc5d8ff-6034-49c1-994d-443bde62f825 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2965162 Jan 27 05:56:35.906122 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5cc49d10-98f3-41aa-b694-b718e82fb495 req-be872aa4-eafd-4160-bcdf-ce016e965f4a tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732297 Jan 27 05:56:36.013536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-b6927a41-9ec5-49fd-9c12-1db2a35c0273 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:36.016010 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-b6927a41-9ec5-49fd-9c12-1db2a35c0273 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/networks?id=5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 200 len: 808 time: 0.3290365 Jan 27 05:56:36.037250 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-3ffc2fa0-2cc0-4d92-8bc4-5ff710637ab0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/quotas/cca6feb081cc4eea9b3192d2a859a607 HTTP/1.1" status: 200 len: 375 time: 0.0132570 Jan 27 05:56:36.120042 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-d9f07a71-52b7-4223-80e7-80c806e110a0 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cca6feb081cc4eea9b3192d2a859a607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742056 Jan 27 05:56:36.328428 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-bcdc4905-2c73-49ef-8165-6882af79a822 service neutron] 10.222.0.44 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941392 Jan 27 05:56:36.583389 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-3219476c-9412-4c21-8c29-d91c9ae44a27 service neutron] 10.222.0.44 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2419941 Jan 27 05:56:37.094664 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a0de17b3-799a-4722-9c81-a7028282bb16 req-e8348a8f-0b2d-40ed-b210-7d1fc8b6f2b5 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 210 time: 0.0841238 Jan 27 05:56:37.389493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f193-00e8-4672-9a4f-3b30fa304ad9 req-1de5d491-15d4-43db-9528-a03899bf1ca7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:37.391520 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b641f193-00e8-4672-9a4f-3b30fa304ad9 req-1de5d491-15d4-43db-9528-a03899bf1ca7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2123001 Jan 27 05:56:37.512153 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b641f193-00e8-4672-9a4f-3b30fa304ad9 req-f47e39e2-cdbe-43a3-a5d3-6d1097bbf4ee tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080773 Jan 27 05:56:38.305727 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7807053e-951a-4e1d-b3bb-2141bca8272c req-77d8ab03-bff4-4787-bcf2-528b8186248e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 210 time: 0.0560651 Jan 27 05:56:38.493075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9c082e8-5430-41a5-af7d-97b4e69dde2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:38.902691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ba795-62a9-4d74-bd36-c72f2270a05c req-2ee9c05b-f643-4a96-ba2a-972b64bb5718 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:38.904512 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff9ba795-62a9-4d74-bd36-c72f2270a05c req-2ee9c05b-f643-4a96-ba2a-972b64bb5718 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1864238 Jan 27 05:56:39.011868 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff9ba795-62a9-4d74-bd36-c72f2270a05c req-f78b1ff3-5e5b-4c8c-87ce-5881dd3e888b tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006699 Jan 27 05:56:39.503555 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0ba3df6c-c710-4e6f-99e3-3397ffc0ea49 req-fc26dfb7-caa9-49b5-a10a-99db39f21ba7 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 210 time: 0.0504985 Jan 27 05:56:39.692798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:40.011757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:40.033903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-cdba321b-6824-4244-81fb-0b73cd6af6fe tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:40.035603 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-cdba321b-6824-4244-81fb-0b73cd6af6fe tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "GET /v2.0/networks?id=5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 200 len: 808 time: 0.2640684 Jan 27 05:56:40.060048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Request body: {'port': {'device_id': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae', 'admin_state_up': True, 'tenant_id': 'cca6feb081cc4eea9b3192d2a859a607'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:56:40.255732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:40.264858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Usage tracker for resource:port and tenant:cca6feb081cc4eea9b3192d2a859a607 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:40.272563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:40.284876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:40.330447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Made reservation on behalf of cca6feb081cc4eea9b3192d2a859a607 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:56:40.361306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dedcd-11cd-49ec-b87d-68cbadfd04d8 req-e0a14192-66cf-4db6-afc4-84c5d1d62b74 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:40.364529 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2e9dedcd-11cd-49ec-b87d-68cbadfd04d8 req-e0a14192-66cf-4db6-afc4-84c5d1d62b74 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1871650 Jan 27 05:56:40.366279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:40.434641 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2e9dedcd-11cd-49ec-b87d-68cbadfd04d8 req-9b49876e-20f3-4f10-bd20-fb3557a0cc9e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642538 Jan 27 05:56:40.749110 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b0291f79-dd22-41ad-998c-a3e7950174ca req-20997c0e-8b0f-46f6-b61e-bd0a2375a42a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 210 time: 0.0734262 Jan 27 05:56:40.756539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:40.809483 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Allocated IP 172.20.0.13 (5133bbec-b81d-446c-9de7-195c03522aae/0e90ed00-68d6-4d2b-adba-37d480f41e99/0c83feaa-346d-480c-9823-6ab8c60a239b) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:56:41.140892 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:41.211269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:41.233291 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-40d8c68d-4be5-4317-8ee6-337845d7ab38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:41.416823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Pushing event updated for resources: {'Port': ['ID=0c83feaa-346d-480c-9823-6ab8c60a239b,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:41.436461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:41.508921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Network 5133bbec-b81d-446c-9de7-195c03522aae is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:56:41.510866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:56:41.513832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:56:41.693823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:41.695190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:41.765318 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7102079 Jan 27 05:56:41.784544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Request body: {'port': {'device_id': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:56:41.867234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff604a0c-0d1d-4f53-adf6-ac825d7d974a req-05b855fd-2736-44d2-a085-b0d88a8abebd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:41.870388 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff604a0c-0d1d-4f53-adf6-ac825d7d974a req-05b855fd-2736-44d2-a085-b0d88a8abebd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2213478 Jan 27 05:56:41.942925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:41.951774 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ff604a0c-0d1d-4f53-adf6-ac825d7d974a req-24b821ed-d7d3-498f-95f5-4a5959e76be5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681593 Jan 27 05:56:42.150663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157d3d4-e087-4f90-8a86-ae8df5aa8860 req-750f6de5-ed01-4012-bfb8-f6490a66796b tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:42.152369 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9157d3d4-e087-4f90-8a86-ae8df5aa8860 req-750f6de5-ed01-4012-bfb8-f6490a66796b tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 932 time: 0.1641810 Jan 27 05:56:42.226384 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9157d3d4-e087-4f90-8a86-ae8df5aa8860 req-9a653149-9264-43ff-bf0a-7fb9a59bf125 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664437 Jan 27 05:56:42.555382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c83feaa-346d-480c-9823-6ab8c60a239b {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:56:42.565864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:42.581366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Transition to ACTIVE for port object 0c83feaa-346d-480c-9823-6ab8c60a239b will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:56:42.633772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:42.668480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eaeb6167-71e2-444f-bfea-c7cf8acc8506 tempest-VolumesNegativeTest-1409012687 tempest-VolumesNegativeTest-1409012687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:42.848134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Pushing event updated for resources: {'Port': ['ID=0c83feaa-346d-480c-9823-6ab8c60a239b,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:42.853213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:42.959225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 59688) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:43.092826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Attempting to bind port 0c83feaa-346d-480c-9823-6ab8c60a239b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:56:43.093590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Attempting to bind port 0c83feaa-346d-480c-9823-6ab8c60a239b by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:56:43.094221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Attempting to bind port 0c83feaa-346d-480c-9823-6ab8c60a239b on network 5133bbec-b81d-446c-9de7-195c03522aae {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:56:43.107635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:56:43.108302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Checking segment: {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:56:43.108988 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:43.109678 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Bound using segment: {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:56:43.110556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Bound port: 0c83feaa-346d-480c-9823-6ab8c60a239b, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78704a00-168b-4772-b76f-bb2656e9bd49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5133bbec-b81d-446c-9de7-195c03522aae'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:56:43.111184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:43.255880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:43.259986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] For port 0c83feaa-346d-480c-9823-6ab8c60a239b, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:56:43.266174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] For port 0c83feaa-346d-480c-9823-6ab8c60a239b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=0c83feaa-346d-480c-9823-6ab8c60a239b,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:56:43.286842 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:56:43.294490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6ee5abc22749ceae2ec1c8927d7745 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:56:43.304223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:56:43.305448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:43.316248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:56:43.337647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b8ab0a40-1f3c-4548-a0c1-a2c15b2735bd tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:43.418139 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bb21e-d3ff-414a-9920-6dc4b89f792d req-71e9ba63-74b1-4d36-9630-b215b9c09997 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:43.419974 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-167bb21e-d3ff-414a-9920-6dc4b89f792d req-71e9ba63-74b1-4d36-9630-b215b9c09997 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2549076 Jan 27 05:56:43.567346 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-167bb21e-d3ff-414a-9920-6dc4b89f792d req-328535bb-ee30-45b7-977e-7feb3b4dfdf8 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900414 Jan 27 05:56:43.701917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e396208-3ea4-4a01-aed8-bac12a4c5f8c req-ac7aab64-5bb7-4651-88c1-c9a2743db646 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:43.703695 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e396208-3ea4-4a01-aed8-bac12a4c5f8c req-ac7aab64-5bb7-4651-88c1-c9a2743db646 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 944 time: 0.2826095 Jan 27 05:56:43.804702 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3e396208-3ea4-4a01-aed8-bac12a4c5f8c req-4711ae27-8079-4b50-bdf8-1bff7ac967a9 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916615 Jan 27 05:56:43.811087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:43.841491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:43.851451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-07391486-7748-4505-adbc-9a621b1fd3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:43.907045 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d6ee5abc22749ceae2ec1c8927d7745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9463060 Jan 27 05:56:43.908908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3922aecd-2f2a-4d33-b5ed-9419d13a92aa,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:43.911550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 59702) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:56:43.919888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:43.976206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Pushing event updated for resources: {'Port': ['ID=0c83feaa-346d-480c-9823-6ab8c60a239b,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:43.982365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:44.007382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:44.026522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:44.026522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:44.028922 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] 10.222.0.53 "PUT /v2.0/ports/0c83feaa-346d-480c-9823-6ab8c60a239b HTTP/1.1" status: 200 len: 1158 time: 2.2497256 Jan 27 05:56:44.029614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:44.063133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:44.099030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b', 'status': 'completed', 'code': 200} Jan 27 05:56:44.219443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-6eb07954-6be0-4036-8980-d84a21b04772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:44.221015 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-6eb07954-6be0-4036-8980-d84a21b04772 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cca6feb081cc4eea9b3192d2a859a607&device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 1161 time: 0.0910723 Jan 27 05:56:44.255959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:44.265802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d95c2f12-fb3b-4ac4-ba36-0017b56ace06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:44.295300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3922aecd-2f2a-4d33-b5ed-9419d13a92aa,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:44.302023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:44.313190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:44.313810 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-36e898c8-e9b7-44c3-8e5d-029029fb4e20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c83feaa-346d-480c-9823-6ab8c60a239b HTTP/1.1" status: 200 len: 217 time: 0.0766916 Jan 27 05:56:44.315008 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3922aecd-2f2a-4d33-b5ed-9419d13a92aa HTTP/1.1" status: 204 len: 168 time: 0.4019325 Jan 27 05:56:44.406378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-f8f8fae2-219c-4a9a-b634-5fd75cc527d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:44.408744 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-f8f8fae2-219c-4a9a-b634-5fd75cc527d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e90ed00-68d6-4d2b-adba-37d480f41e99 HTTP/1.1" status: 200 len: 848 time: 0.0814006 Jan 27 05:56:44.474448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-306ab652-96c9-4727-95e5-f63f4e2f78b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5133bbec-b81d-446c-9de7-195c03522aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571129 Jan 27 05:56:44.812482 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-0df4d468-40df-417f-9988-48d9b7724e5a service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298991 Jan 27 05:56:45.033438 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f2535ca4-b944-464e-b114-af49ee42bb80 req-4f49ed90-211b-4b74-acf1-32764f579855 service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2139537 Jan 27 05:56:45.168109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568d4e0-6da8-4b39-a8ed-dd6cdb6bcda3 req-12f1b60c-84d2-4b12-b2c0-4aa61e320dc0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:45.169865 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3568d4e0-6da8-4b39-a8ed-dd6cdb6bcda3 req-12f1b60c-84d2-4b12-b2c0-4aa61e320dc0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2774777 Jan 27 05:56:45.269235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-5fb84f2a-93f9-4808-b5ff-8e434e2e26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:45.271075 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-5fb84f2a-93f9-4808-b5ff-8e434e2e26cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cca6feb081cc4eea9b3192d2a859a607&device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 1161 time: 0.0933757 Jan 27 05:56:45.451376 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3568d4e0-6da8-4b39-a8ed-dd6cdb6bcda3 req-039ca332-7ec4-41e1-a98c-e8c015c2dbf6 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674766 Jan 27 05:56:45.550479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-2d7aa128-676a-4379-a6cb-a539c5e06157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:45.553158 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-2d7aa128-676a-4379-a6cb-a539c5e06157 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 200 len: 902 time: 0.2738831 Jan 27 05:56:45.589019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8001-6d61-4545-bf71-0a2f999d22f7 req-21c9c6a5-c382-40df-8d23-10c8ce6115ec tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:45.591124 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b4b8001-6d61-4545-bf71-0a2f999d22f7 req-21c9c6a5-c382-40df-8d23-10c8ce6115ec tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 944 time: 0.3684995 Jan 27 05:56:45.645920 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-185d93e9-1625-4800-a69f-4ca0d28809ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c83feaa-346d-480c-9823-6ab8c60a239b HTTP/1.1" status: 200 len: 217 time: 0.0849199 Jan 27 05:56:45.686890 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b4b8001-6d61-4545-bf71-0a2f999d22f7 req-c9421ae1-6e99-4db4-8fa4-0ca6c9c24d66 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866857 Jan 27 05:56:45.732655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-499d6453-bf1c-41df-ac9b-fa50cd8c621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:45.734289 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-499d6453-bf1c-41df-ac9b-fa50cd8c621d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e90ed00-68d6-4d2b-adba-37d480f41e99 HTTP/1.1" status: 200 len: 848 time: 0.0717769 Jan 27 05:56:45.793531 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-5f0e8027-57e2-4daa-a1f3-a3fcbfd038d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5133bbec-b81d-446c-9de7-195c03522aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491784 Jan 27 05:56:45.968051 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-46bf806d-fa7e-42a9-b95f-40b030eb8b63 service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548824 Jan 27 05:56:46.128771 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a632fdf1-ddcb-413c-a04c-15498d7c5f59 req-57e63742-c8e6-4b05-8489-4ee189aa3172 service neutron] 10.222.0.53 "GET /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530147 Jan 27 05:56:46.834145 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573bdcb-fbff-4d7c-9c75-9524e2681a93 req-99b50de2-e0da-4716-b4cd-cbcf9df6b22c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:46.837387 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3573bdcb-fbff-4d7c-9c75-9524e2681a93 req-99b50de2-e0da-4716-b4cd-cbcf9df6b22c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2424889 Jan 27 05:56:47.058626 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3573bdcb-fbff-4d7c-9c75-9524e2681a93 req-7cc44aac-4526-4161-acef-ca3efdf75048 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133851 Jan 27 05:56:47.169830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143b078-085c-4278-bdce-b494aeaa68a1 req-126d4655-98be-4219-81d0-2ec203e40c63 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:47.171647 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f143b078-085c-4278-bdce-b494aeaa68a1 req-126d4655-98be-4219-81d0-2ec203e40c63 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 944 time: 0.3301163 Jan 27 05:56:47.285587 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f143b078-085c-4278-bdce-b494aeaa68a1 req-b68b0fcd-aebd-4af0-b7bf-704233a492af tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054075 Jan 27 05:56:48.256493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:56:48.660678 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422d750-0ee1-48aa-abb7-4b61e89fecb0 req-4e525dc1-4b7d-4a60-9515-bdafe0d24bb3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:48.662460 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6422d750-0ee1-48aa-abb7-4b61e89fecb0 req-4e525dc1-4b7d-4a60-9515-bdafe0d24bb3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.4279873 Jan 27 05:56:48.799576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357906f-2bd0-430e-bbfa-6b2535393dda req-d6e4f7ea-af95-4c0a-84c3-9a4f10f23bcb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:48.801485 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a357906f-2bd0-430e-bbfa-6b2535393dda req-d6e4f7ea-af95-4c0a-84c3-9a4f10f23bcb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 944 time: 0.2834499 Jan 27 05:56:48.826979 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6422d750-0ee1-48aa-abb7-4b61e89fecb0 req-58f94bff-ed69-4967-b6d3-43a76a633c5e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507487 Jan 27 05:56:48.897770 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a357906f-2bd0-430e-bbfa-6b2535393dda req-8999fd07-36be-4e40-be14-1008527a80c4 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Jan 27 05:56:50.133502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc889c-a457-4167-8663-2b5fbb34bcdd req-cf5f6176-09c6-4d81-8a05-45425fd8628f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:50.136735 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d7cc889c-a457-4167-8663-2b5fbb34bcdd req-cf5f6176-09c6-4d81-8a05-45425fd8628f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1614690 Jan 27 05:56:50.274446 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d7cc889c-a457-4167-8663-2b5fbb34bcdd req-acca6c76-5c08-40a1-95ba-e69ca5093811 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268606 Jan 27 05:56:50.373401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0633e7-894d-43ca-a16d-c10ca1012d5e req-9c5928f8-194b-484a-8d23-8f5419a77c23 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:50.375153 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa0633e7-894d-43ca-a16d-c10ca1012d5e req-9c5928f8-194b-484a-8d23-8f5419a77c23 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 944 time: 0.2118943 Jan 27 05:56:50.488845 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fa0633e7-894d-43ca-a16d-c10ca1012d5e req-e313c833-87b9-485c-9a0d-718e622ff083 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045787 Jan 27 05:56:51.102632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 0c83feaa-346d-480c-9823-6ab8c60a239b up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:51.206303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 0c83feaa-346d-480c-9823-6ab8c60a239b completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:56:51.212522 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 0c83feaa-346d-480c-9823-6ab8c60a239b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:51.212962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:51.350041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:51.383486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:51.400767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 0c83feaa-346d-480c-9823-6ab8c60a239b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=0c83feaa-346d-480c-9823-6ab8c60a239b,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:51.434968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:51.438330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:51.494645 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b', 'code': 200} Jan 27 05:56:51.566306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=0c83feaa-346d-480c-9823-6ab8c60a239b,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:51.581473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.582169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.582818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.583459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.584046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.584698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.585247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.585883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.586425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.587060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.588307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.588918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.589843 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.590665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.591242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.591863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.592436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.593230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.598728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.598728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.598728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.598728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.598728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.598728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:56:51.605178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:51.616748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c766b-0886-495a-9d5f-396020607345 req-267e764d-3325-4d3f-9c27-c76aa84a99e0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:51.618461 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c07c766b-0886-495a-9d5f-396020607345 req-267e764d-3325-4d3f-9c27-c76aa84a99e0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1915948 Jan 27 05:56:51.750704 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c07c766b-0886-495a-9d5f-396020607345 req-fd72dd63-0d9f-470b-84ab-ffe41478933a tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153941 Jan 27 05:56:51.854223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8eb3-1f8a-42a9-923f-d29ef17400b5 req-aa1627b1-8b1d-4bcb-af2f-eb7758fea0fb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:51.855964 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-de4a8eb3-1f8a-42a9-923f-d29ef17400b5 req-aa1627b1-8b1d-4bcb-af2f-eb7758fea0fb tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 946 time: 0.1989484 Jan 27 05:56:51.933940 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-de4a8eb3-1f8a-42a9-923f-d29ef17400b5 req-37c84cbd-7020-460a-a80a-4f6e77de025e tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693986 Jan 27 05:56:52.078913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8bbda-a13f-48cf-b5af-24d6afa5c9f9 req-a2565df6-6a92-4fa1-ad1a-bdc00ea1d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:52.081078 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f3b8bbda-a13f-48cf-b5af-24d6afa5c9f9 req-a2565df6-6a92-4fa1-ad1a-bdc00ea1d008 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 1163 time: 0.3018827 Jan 27 05:56:52.179654 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f3b8bbda-a13f-48cf-b5af-24d6afa5c9f9 req-e1a9eaf4-cbf1-4f2d-bd9c-fb3f281488e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674992 Jan 27 05:56:52.431027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c263f-2993-45fb-b8f7-a8c7afa23c57 req-35c3ed30-c256-4d45-93c8-204c930591e6 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:52.433949 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0f9c263f-2993-45fb-b8f7-a8c7afa23c57 req-35c3ed30-c256-4d45-93c8-204c930591e6 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1901190 Jan 27 05:56:52.443317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 0c83feaa-346d-480c-9823-6ab8c60a239b up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:56:52.516505 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0f9c263f-2993-45fb-b8f7-a8c7afa23c57 req-fd8f7bc0-4c92-4fdd-ac48-5742f0d9e63e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749698 Jan 27 05:56:52.548817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 0c83feaa-346d-480c-9823-6ab8c60a239b triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:56:52.549349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:52.786872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-375f7c43-11c3-4354-952d-567ec1c7ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:52.788491 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-375f7c43-11c3-4354-952d-567ec1c7ebf5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1162 time: 0.0876718 Jan 27 05:56:52.969479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-c6382a3f-b958-4d84-97ae-ee51f9ca05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:52.971788 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-c6382a3f-b958-4d84-97ae-ee51f9ca05e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.1753497 Jan 27 05:56:53.185906 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-d893ee5e-48de-408f-886d-6f431275686d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 1000 time: 0.2071812 Jan 27 05:56:53.245284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d06394-3941-41c9-be0b-b9b8a704f63d req-f1b65188-deef-49fe-a406-5490399277a6 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:53.246824 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20d06394-3941-41c9-be0b-b9b8a704f63d req-f1b65188-deef-49fe-a406-5490399277a6 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 946 time: 0.1637316 Jan 27 05:56:53.269549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-01c69e06-a18b-4820-bd19-a739915840bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:53.271177 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-01c69e06-a18b-4820-bd19-a739915840bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.0777547 Jan 27 05:56:53.316194 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20d06394-3941-41c9-be0b-b9b8a704f63d req-421b61d5-14bf-49bc-baf1-15d09f89221f tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622334 Jan 27 05:56:53.358980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-f0ae0387-4743-43f6-aadf-8c7e653b9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:53.360639 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-f0ae0387-4743-43f6-aadf-8c7e653b9bbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817392 Jan 27 05:56:53.522068 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-1c7f4026-29eb-4a78-b51d-a169caa608ba service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518204 Jan 27 05:56:53.795994 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-636f35c7-f401-4b95-a8d2-4c1a41f4f826 req-0d43bc5b-9d3b-4d66-9ee7-cf5d4458d4c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2348704 Jan 27 05:56:53.939130 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae19fd-0f36-4402-b488-10586eb36b26 req-7510141b-23e1-4ee3-8326-fd6b26ab48a8 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:53.941188 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c4ae19fd-0f36-4402-b488-10586eb36b26 req-7510141b-23e1-4ee3-8326-fd6b26ab48a8 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2559414 Jan 27 05:56:54.027666 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c4ae19fd-0f36-4402-b488-10586eb36b26 req-a4a792ad-8bd7-43d8-8ce0-9f42c8dbb649 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740192 Jan 27 05:56:54.616418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee9ffa-b92b-46e3-9d99-f4720e4d570a req-fd4a1781-980a-4284-a3e2-e5180c81cedf tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:54.618133 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-21ee9ffa-b92b-46e3-9d99-f4720e4d570a req-fd4a1781-980a-4284-a3e2-e5180c81cedf tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 946 time: 0.1616132 Jan 27 05:56:54.691925 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-21ee9ffa-b92b-46e3-9d99-f4720e4d570a req-808c9686-1880-4a5c-b769-c4307082cf22 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663018 Jan 27 05:56:55.361630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae852bc4-01c6-4f00-9ab5-c13e37ea1db0 req-b74b7a7b-668e-45c1-aec3-4aa14bb2ac72 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:55.364382 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae852bc4-01c6-4f00-9ab5-c13e37ea1db0 req-b74b7a7b-668e-45c1-aec3-4aa14bb2ac72 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.1814272 Jan 27 05:56:55.479698 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ae852bc4-01c6-4f00-9ab5-c13e37ea1db0 req-f0f1f93c-017b-42a8-9427-08a804e74cea tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067133 Jan 27 05:56:56.488761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206acb-cea6-4c79-bf05-9cc09945800e req-cf0ad6c2-a61f-4e94-952c-04d506cb46b1 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:56.490429 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9b206acb-cea6-4c79-bf05-9cc09945800e req-cf0ad6c2-a61f-4e94-952c-04d506cb46b1 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 946 time: 0.1645060 Jan 27 05:56:56.555251 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9b206acb-cea6-4c79-bf05-9cc09945800e req-738095a5-ece7-4e31-bb01-dccc647cd65d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574160 Jan 27 05:56:57.864904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82849f-abd5-4eaf-9179-b5f8fac7de66 req-90bf2e19-0a99-4e07-b0f3-189f0789455d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:57.866553 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ad82849f-abd5-4eaf-9179-b5f8fac7de66 req-90bf2e19-0a99-4e07-b0f3-189f0789455d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 946 time: 0.1646976 Jan 27 05:56:57.958948 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ad82849f-abd5-4eaf-9179-b5f8fac7de66 req-c1770acf-470e-445e-9384-caf3cba893c5 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821872 Jan 27 05:56:58.050653 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-e76b3893-1024-47e2-bcfa-071147f931a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0821314 Jan 27 05:56:58.308545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-1cc4fb22-6cfc-420c-9f0c-71f4e864efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:58.310233 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-1cc4fb22-6cfc-420c-9f0c-71f4e864efee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 1162 time: 0.0929997 Jan 27 05:56:58.342171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 0c83feaa-346d-480c-9823-6ab8c60a239b no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:56:58.392663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-58afe60e-b5dd-4faa-b6e2-a7e839ab6958 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:58.394387 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-58afe60e-b5dd-4faa-b6e2-a7e839ab6958 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 946 time: 0.1596854 Jan 27 05:56:58.494785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-9dd85b38-0811-45eb-bd4d-d5904cf0fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:58.496430 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-9dd85b38-0811-45eb-bd4d-d5904cf0fd8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.1639507 Jan 27 05:56:58.510278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Deleting port 0c83feaa-346d-480c-9823-6ab8c60a239b {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:56:58.510786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:58.544484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:58.580461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:58.592979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 0c83feaa-346d-480c-9823-6ab8c60a239b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=0c83feaa-346d-480c-9823-6ab8c60a239b,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:58.632345 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-b61ea375-6514-4d00-9010-4af83b2138fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 200 len: 1000 time: 0.1283393 Jan 27 05:56:58.635028 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:58.637182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:58.673633 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b', 'code': 200} Jan 27 05:56:58.721056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=0c83feaa-346d-480c-9823-6ab8c60a239b,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:58.725550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:58.729242 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-7b544718-37c4-4f02-bdd2-ee185c1d31db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:58.731146 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-7b544718-37c4-4f02-bdd2-ee185c1d31db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.0911233 Jan 27 05:56:58.818745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-29c15acc-65f7-4575-9a0e-77be9c7b938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:58.820428 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-29c15acc-65f7-4575-9a0e-77be9c7b938a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815091 Jan 27 05:56:58.838986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] For port 0c83feaa-346d-480c-9823-6ab8c60a239b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=0c83feaa-346d-480c-9823-6ab8c60a239b,segment=NetworkSegment(78704a00-168b-4772-b76f-bb2656e9bd49),segment_id=78704a00-168b-4772-b76f-bb2656e9bd49)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:56:58.839412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:58.898207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:58.978108 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-82727879-da3a-4d2a-bfc2-01f534880571 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493802 Jan 27 05:56:58.985746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Calling delete_port for 0c83feaa-346d-480c-9823-6ab8c60a239b owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:56:59.134925 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a85d62a8-8ba3-44d9-ae2f-44ccba5c5a16 req-1d31486a-10e5-4ebd-be03-c89d2f2aff04 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484568 Jan 27 05:56:59.334228 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623e9e-4e13-4094-81a0-2b6ce7645e51 req-845b96eb-4751-4079-9d23-9144b75e4865 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:56:59.335957 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3c623e9e-4e13-4094-81a0-2b6ce7645e51 req-845b96eb-4751-4079-9d23-9144b75e4865 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 865 time: 0.2188909 Jan 27 05:56:59.337243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:59.354031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:56:59.421463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Pushing event deleted for resources: {'Port': ['ID=0c83feaa-346d-480c-9823-6ab8c60a239b,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:56:59.477502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:56:59.532560 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3c623e9e-4e13-4094-81a0-2b6ce7645e51 req-38e85adf-b734-4950-b0b2-c23b5e6253e3 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/security-groups?id=26a3db0c-d89e-46be-9572-6a11f5bc61b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397269 Jan 27 05:56:59.653449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] No DVR routers for this DVR port 0c83feaa-346d-480c-9823-6ab8c60a239b on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:56:59.656425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:56:59.669834 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'name': 'network-vif-deleted', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:56:59.689646 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7665ab2d-afe7-40d6-944b-e67f81a603a5 req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.53 "DELETE /v2.0/ports/0c83feaa-346d-480c-9823-6ab8c60a239b HTTP/1.1" status: 204 len: 173 time: 1.2883747 Jan 27 05:56:59.758556 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae', 'name': 'network-vif-deleted', 'tag': '0c83feaa-346d-480c-9823-6ab8c60a239b', 'status': 'completed', 'code': 200} Jan 27 05:57:00.738433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-d232637f-db8a-4be8-ad6c-35c14c8b6257 req-ca2a259b-e5d0-4b54-83ac-4729c957c4f7 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Synchronizing usage tracker for tenant:cca6feb081cc4eea9b3192d2a859a607 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:57:00.805893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-d232637f-db8a-4be8-ad6c-35c14c8b6257 req-ca2a259b-e5d0-4b54-83ac-4729c957c4f7 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Unset dirty status for tenant:cca6feb081cc4eea9b3192d2a859a607 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:57:00.808149 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d232637f-db8a-4be8-ad6c-35c14c8b6257 req-ca2a259b-e5d0-4b54-83ac-4729c957c4f7 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] 10.222.0.44 "GET /v2.0/ports?device_id=f116c7d2-2095-4f7f-9f58-8b5ce2fd3fae HTTP/1.1" status: 200 len: 210 time: 0.1214831 Jan 27 05:57:05.449912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b594b39b-1040-41bb-9f29-083c19ee134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:07.548197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2623fd-736b-40d2-a8c1-8e0cdbfb1e29 req-673a6354-a981-422a-be83-52e27bd5e207 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:07.550129 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6d2623fd-736b-40d2-a8c1-8e0cdbfb1e29 req-673a6354-a981-422a-be83-52e27bd5e207 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.1998127 Jan 27 05:57:07.633117 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6d2623fd-736b-40d2-a8c1-8e0cdbfb1e29 req-8ffd976c-d17b-4a0d-a27f-4c499f5c4f8c tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744193 Jan 27 05:57:08.502931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5e777665-03df-44c2-b7a8-2c4d488e7bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:09.028445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24aa3b-f356-4e86-a9c1-004f2bd444e9 req-0aa88c19-67bc-4257-8f34-e654a34d526a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:09.031091 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-de24aa3b-f356-4e86-a9c1-004f2bd444e9 req-0aa88c19-67bc-4257-8f34-e654a34d526a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2164974 Jan 27 05:57:09.112897 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-de24aa3b-f356-4e86-a9c1-004f2bd444e9 req-1a3aebc7-4199-482a-82a5-c8800850f4c1 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741715 Jan 27 05:57:09.688833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:09.976835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:10.521137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327d66-9f48-4537-93fe-eed337e0df78 req-d3232de1-2f0e-4c76-92d4-2dff33c9ed58 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:10.523319 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d327d66-9f48-4537-93fe-eed337e0df78 req-d3232de1-2f0e-4c76-92d4-2dff33c9ed58 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.1714582 Jan 27 05:57:10.603639 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d327d66-9f48-4537-93fe-eed337e0df78 req-016f550f-c790-4853-8827-013c0ee3073d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680454 Jan 27 05:57:10.837326 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:11.989109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a226e0-7303-4ea6-a8a3-1b7802d0e195 req-2742bf9e-fa29-40a2-886f-7a0a523141e1 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:11.991483 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4a226e0-7303-4ea6-a8a3-1b7802d0e195 req-2742bf9e-fa29-40a2-886f-7a0a523141e1 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.1629021 Jan 27 05:57:12.062953 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4a226e0-7303-4ea6-a8a3-1b7802d0e195 req-1f4c9964-1760-4b0e-893b-b215ecba0113 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621352 Jan 27 05:57:13.181763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-f5cdd681-6d42-4494-a48c-0151b400ac52 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:13.188104 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-f5cdd681-6d42-4494-a48c-0151b400ac52 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.2073767 Jan 27 05:57:13.378598 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Deleting port 1539b53b-4d7c-4dc4-a071-85e76348980e {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:57:13.379304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:13.850629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1df79-101c-4acb-80ea-6f5756d48c2b req-0879c61f-6f18-4d61-ab86-9494edafa952 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:13.852413 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-85a1df79-101c-4acb-80ea-6f5756d48c2b req-0879c61f-6f18-4d61-ab86-9494edafa952 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 945 time: 0.6028180 Jan 27 05:57:14.028741 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-85a1df79-101c-4acb-80ea-6f5756d48c2b req-333dac98-accf-47ca-bc3e-a4e62c9e723a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669562 Jan 27 05:57:14.087684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] For port 1539b53b-4d7c-4dc4-a071-85e76348980e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1539b53b-4d7c-4dc4-a071-85e76348980e,segment=NetworkSegment(0ca5ec6f-47eb-4eeb-875d-2290499627b6),segment_id=0ca5ec6f-47eb-4eeb-875d-2290499627b6)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:57:14.088769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:14.242978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Calling delete_port for 1539b53b-4d7c-4dc4-a071-85e76348980e owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:57:14.534927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:14.557767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:14.563594 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 1539b53b-4d7c-4dc4-a071-85e76348980e no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:57:14.624472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Pushing event deleted for resources: {'Port': ['ID=1539b53b-4d7c-4dc4-a071-85e76348980e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:14.630645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:14.671628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No Port match for: 1539b53b-4d7c-4dc4-a071-85e76348980e {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 05:57:14.672290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 1539b53b-4d7c-4dc4-a071-85e76348980e not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:57:14.851341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] No DVR routers for this DVR port 1539b53b-4d7c-4dc4-a071-85e76348980e on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:57:14.854700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:14.859917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3921f212-655a-4ab1-9851-12a211bc8c56', 'name': 'network-vif-deleted', 'tag': '1539b53b-4d7c-4dc4-a071-85e76348980e'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:57:14.868171 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a2f91d0e-fd83-4a93-ba6f-68cb50384e79 req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "DELETE /v2.0/ports/1539b53b-4d7c-4dc4-a071-85e76348980e HTTP/1.1" status: 204 len: 173 time: 1.6777132 Jan 27 05:57:14.955214 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3921f212-655a-4ab1-9851-12a211bc8c56', 'name': 'network-vif-deleted', 'tag': '1539b53b-4d7c-4dc4-a071-85e76348980e', 'status': 'completed', 'code': 200} Jan 27 05:57:15.276124 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-301370e8-d7a6-40a9-b163-a886c8a356c4 req-45153247-f02f-4d0e-9c57-8ad14ab44e9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Synchronizing usage tracker for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:57:15.337240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-301370e8-d7a6-40a9-b163-a886c8a356c4 req-45153247-f02f-4d0e-9c57-8ad14ab44e9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Unset dirty status for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:57:15.339048 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-301370e8-d7a6-40a9-b163-a886c8a356c4 req-45153247-f02f-4d0e-9c57-8ad14ab44e9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=3921f212-655a-4ab1-9851-12a211bc8c56 HTTP/1.1" status: 200 len: 210 time: 0.1228638 Jan 27 05:57:21.540218 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-2d793dd3-1f8b-4838-95a2-e624bc9d7a50 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:21.542102 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-2d793dd3-1f8b-4838-95a2-e624bc9d7a50 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/networks?id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 200 len: 813 time: 0.2408907 Jan 27 05:57:21.559001 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-c7cc040e-d9ab-4655-84b2-19fbb788099f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/quotas/790f732696404e63bcd2bfea0d63ac5c HTTP/1.1" status: 200 len: 375 time: 0.0106237 Jan 27 05:57:21.614811 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-4731400d-f26b-437d-9126-a6dc1bdabfde tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=790f732696404e63bcd2bfea0d63ac5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493915 Jan 27 05:57:21.846319 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-a53d42a3-1279-493e-bba4-c965dc1f708a service neutron] 10.222.0.44 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229402 Jan 27 05:57:21.998621 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-591dad81-e1bd-4998-bf28-f1bc443d0b48 service neutron] 10.222.0.44 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457155 Jan 27 05:57:22.332578 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-88c48550-182e-4ffc-8b27-bb608d25afc5 req-df8f834f-8ad9-4aa8-9b36-724254ead424 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 210 time: 0.0657957 Jan 27 05:57:23.521675 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b487977e-7df4-4ec2-bf4a-a7d3161e8753 req-696e1c99-9905-49dd-a8bb-5bbb49b07fdb tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 210 time: 0.0614879 Jan 27 05:57:24.314900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-4b8d64a2-2bf9-4096-be47-ccd921655f71 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:24.316564 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-4b8d64a2-2bf9-4096-be47-ccd921655f71 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "GET /v2.0/networks?id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 200 len: 813 time: 0.2344568 Jan 27 05:57:24.344468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Request body: {'port': {'device_id': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1', 'admin_state_up': True, 'tenant_id': '790f732696404e63bcd2bfea0d63ac5c'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:24.504848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:24.515943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:24.554063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Made reservation on behalf of 790f732696404e63bcd2bfea0d63ac5c for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:57:24.591718 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:24.808924 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f7836a62-3063-49af-9f22-33c0548425f0 req-b95b3a39-0206-43b9-b22a-0cdaaf0833d9 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 210 time: 0.0601482 Jan 27 05:57:24.849044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60160) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:24.924450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Deleting subnet 0e90ed00-68d6-4d2b-adba-37d480f41e99 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:57:24.928303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:24.987451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.026679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Allocated IP 172.20.0.10 (5362dc8f-7ab6-4e46-af05-1ac1e74b26d1/2d92c9f9-255d-453b-804b-13715fef744b/90818b57-97a4-4c8f-8e83-15bcae1f1989) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:57:25.056811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.247679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:57:25.314931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.365573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.382423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:25.394770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.411059 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cffc0e85-aa02-4e61-9597-1aea2d5d0828 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:25.468883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e90ed00-68d6-4d2b-adba-37d480f41e99,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:25.484387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:25.523151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.529892 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-85b1b47e-775d-4c74-8fce-671990fb8bbb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0e90ed00-68d6-4d2b-adba-37d480f41e99 HTTP/1.1" status: 204 len: 168 time: 0.6797190 Jan 27 05:57:25.532653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60166) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:25.560439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Pushing event updated for resources: {'Port': ['ID=90818b57-97a4-4c8f-8e83-15bcae1f1989,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:25.565729 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:25.621382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:57:25.623332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:57:25.625710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:57:25.659700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.754258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:25.754975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:25.812027 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4718359 Jan 27 05:57:25.831457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Request body: {'port': {'device_id': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:26.138512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.257131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5133bbec-b81d-446c-9de7-195c03522aae']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:26.266178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.275577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78704a00-168b-4772-b76f-bb2656e9bd49') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:26.275577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78704a00-168b-4772-b76f-bb2656e9bd49') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:26.286832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.302607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.304723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:57:26.411936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d894dc-6366-4daf-a304-a97ae0babcc3 req-c6011295-d599-4a76-9b2d-391819e1fadf tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:26.412671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-79d894dc-6366-4daf-a304-a97ae0babcc3 req-c6011295-d599-4a76-9b2d-391819e1fadf tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Synchronizing usage tracker for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:57:26.495056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-79d894dc-6366-4daf-a304-a97ae0babcc3 req-c6011295-d599-4a76-9b2d-391819e1fadf tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Unset dirty status for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:57:26.496510 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-79d894dc-6366-4daf-a304-a97ae0babcc3 req-c6011295-d599-4a76-9b2d-391819e1fadf tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 932 time: 0.3627110 Jan 27 05:57:26.497315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Network 5133bbec-b81d-446c-9de7-195c03522aae has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:57:26.507159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.627818 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-79d894dc-6366-4daf-a304-a97ae0babcc3 req-43627d49-fdf8-4cd3-85b7-7daf6bb938b1 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859621 Jan 27 05:57:26.739858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Network 5133bbec-b81d-446c-9de7-195c03522aae has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:57:26.765442 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:57:26.883903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.888993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:26.905167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.906275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90818b57-97a4-4c8f-8e83-15bcae1f1989 {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:57:26.915174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:26.917582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=5133bbec-b81d-446c-9de7-195c03522aae,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:26.921456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:26.930995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Transition to ACTIVE for port object 90818b57-97a4-4c8f-8e83-15bcae1f1989 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:57:26.952784 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5133bbec-b81d-446c-9de7-195c03522aae HTTP/1.1" status: 204 len: 168 time: 1.4189212 Jan 27 05:57:26.980490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.000829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:27.145691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Pushing event updated for resources: {'Port': ['ID=90818b57-97a4-4c8f-8e83-15bcae1f1989,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:27.145691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:27.303282 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60186) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:27.371020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Attempting to bind port 90818b57-97a4-4c8f-8e83-15bcae1f1989 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:57:27.371420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Attempting to bind port 90818b57-97a4-4c8f-8e83-15bcae1f1989 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:57:27.371550 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7c271c4f-5fee-4d52-a3d4-4f2682d1cd76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cca6feb081cc4eea9b3192d2a859a607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664496 Jan 27 05:57:27.371805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Attempting to bind port 90818b57-97a4-4c8f-8e83-15bcae1f1989 on network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:57:27.373754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60190) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:27.380538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:57:27.381143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Checking segment: {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:57:27.381581 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.381981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Bound using segment: {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:57:27.382479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Bound port: 90818b57-97a4-4c8f-8e83-15bcae1f1989, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca5ec6f-47eb-4eeb-875d-2290499627b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5362dc8f-7ab6-4e46-af05-1ac1e74b26d1'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:57:27.382870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.454924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.492020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.492810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] For port 90818b57-97a4-4c8f-8e83-15bcae1f1989, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:57:27.496448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] For port 90818b57-97a4-4c8f-8e83-15bcae1f1989, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=90818b57-97a4-4c8f-8e83-15bcae1f1989,segment=NetworkSegment(0ca5ec6f-47eb-4eeb-875d-2290499627b6),segment_id=0ca5ec6f-47eb-4eeb-875d-2290499627b6)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:57:27.539144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.558465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:27.570830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.576943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b435a2bf-8d92-498c-b945-954746630ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:27.589003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a3db0c-d89e-46be-9572-6a11f5bc61b5,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:27.594048 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:27.596144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.604666 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-631390c3-e3e0-4bc2-a50b-511d1dfc9f2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26a3db0c-d89e-46be-9572-6a11f5bc61b5 HTTP/1.1" status: 204 len: 168 time: 0.2292333 Jan 27 05:57:27.734628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Pushing event updated for resources: {'Port': ['ID=90818b57-97a4-4c8f-8e83-15bcae1f1989,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:27.740102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:27.773297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:27.773980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:27.776130 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-cdc843ad-0924-479b-8775-409fd76020db service neutron] 10.222.0.53 "PUT /v2.0/ports/90818b57-97a4-4c8f-8e83-15bcae1f1989 HTTP/1.1" status: 200 len: 1158 time: 1.9494193 Jan 27 05:57:27.776840 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'tag': '90818b57-97a4-4c8f-8e83-15bcae1f1989'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:57:27.994903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2ee25-9891-4434-a98c-94d3132792a1 req-9f7dd844-612f-4a61-95e1-f2238497f941 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:27.996724 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1af2ee25-9891-4434-a98c-94d3132792a1 req-9f7dd844-612f-4a61-95e1-f2238497f941 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 944 time: 0.2107067 Jan 27 05:57:28.107335 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'tag': '90818b57-97a4-4c8f-8e83-15bcae1f1989', 'status': 'completed', 'code': 200} Jan 27 05:57:28.132408 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1af2ee25-9891-4434-a98c-94d3132792a1 req-3350d42e-99c7-4d24-9152-a0b153406160 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912671 Jan 27 05:57:28.149035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-fb89b162-f0f9-4599-b6e7-b79d03e72850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:28.150707 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-fb89b162-f0f9-4599-b6e7-b79d03e72850 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=790f732696404e63bcd2bfea0d63ac5c&device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 1161 time: 0.1529162 Jan 27 05:57:28.242018 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-e114d07d-581b-4aab-be7b-a9743e23cbdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90818b57-97a4-4c8f-8e83-15bcae1f1989 HTTP/1.1" status: 200 len: 217 time: 0.0742502 Jan 27 05:57:28.317039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-48251246-82aa-448f-b64c-49509b353fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:28.318777 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-48251246-82aa-448f-b64c-49509b353fda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d92c9f9-255d-453b-804b-13715fef744b HTTP/1.1" status: 200 len: 853 time: 0.0704505 Jan 27 05:57:28.372876 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-943d663a-1b8e-4694-9a2f-6f7bee99da7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473218 Jan 27 05:57:28.529008 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-10b62d1c-4c2f-47f8-9cac-cf122688f81d service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491337 Jan 27 05:57:28.722517 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3d9a3a6a-0ca7-4447-8de8-9d543b927c04 req-9ed3ec51-745e-4391-ab9c-f399a530aa52 service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1860139 Jan 27 05:57:28.931463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:28.936687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8599-08ea-48fa-96e0-49712b317404 req-a88e20c4-80c3-4387-a1f6-d1d5a26b0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:28.938427 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-a88e20c4-80c3-4387-a1f6-d1d5a26b0b9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=790f732696404e63bcd2bfea0d63ac5c&device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 1161 time: 0.0987689 Jan 27 05:57:29.147263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8599-08ea-48fa-96e0-49712b317404 req-e8619f08-b69e-473d-ab50-22a558bfc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:29.148963 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-e8619f08-b69e-473d-ab50-22a558bfc310 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 200 len: 907 time: 0.2022524 Jan 27 05:57:29.242869 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-d60bff7d-37b9-4fb9-a050-760ccf1400cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90818b57-97a4-4c8f-8e83-15bcae1f1989 HTTP/1.1" status: 200 len: 217 time: 0.0855830 Jan 27 05:57:29.448608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a343-32cd-446c-bed4-684ad0d962ce req-49d8c8c3-118c-4a69-85e5-215ba14e8ed8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:29.450448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b75a343-32cd-446c-bed4-684ad0d962ce req-49d8c8c3-118c-4a69-85e5-215ba14e8ed8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.3554823 Jan 27 05:57:29.455291 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8599-08ea-48fa-96e0-49712b317404 req-d119aa31-329a-4dd6-8afc-e19addd8ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:29.456953 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-d119aa31-329a-4dd6-8afc-e19addd8ab55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d92c9f9-255d-453b-804b-13715fef744b HTTP/1.1" status: 200 len: 853 time: 0.2060087 Jan 27 05:57:29.548043 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-76b31ecb-b2ac-4415-b202-8a126b253ef3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685084 Jan 27 05:57:29.887666 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0b75a343-32cd-446c-bed4-684ad0d962ce req-e746a584-0a09-4a17-9616-d0379ac87ea2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4283161 Jan 27 05:57:29.960289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a2f1-8de3-42f0-9482-1956fba70aac req-81621204-9eb1-4f52-bbde-b88f38e90da9 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:29.961960 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7b27a2f1-8de3-42f0-9482-1956fba70aac req-81621204-9eb1-4f52-bbde-b88f38e90da9 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 944 time: 0.6699138 Jan 27 05:57:30.066827 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7b27a2f1-8de3-42f0-9482-1956fba70aac req-df400091-cd9a-4246-94ba-ec949126f573 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935607 Jan 27 05:57:30.070264 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-9720b466-e870-405c-b023-ccae0d0f0c22 service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114572 Jan 27 05:57:30.223413 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-555f8599-08ea-48fa-96e0-49712b317404 req-b4be4cab-c82b-492d-a2d2-d8458a2348dd service neutron] 10.222.0.53 "GET /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449592 Jan 27 05:57:31.195044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9afab-f5ca-4740-9ac5-99e833b27e81 req-dcf3bb0d-fad8-4aec-984b-48374f0b5033 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:31.196827 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ada9afab-f5ca-4740-9ac5-99e833b27e81 req-dcf3bb0d-fad8-4aec-984b-48374f0b5033 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.1599159 Jan 27 05:57:31.376329 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ada9afab-f5ca-4740-9ac5-99e833b27e81 req-74e00bce-973b-437a-a021-8dbb3c3e35b1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=85936f63-7664-452d-b2f4-29e269c026d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728349 Jan 27 05:57:31.477162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-754368dc-a192-46e0-81aa-82703e3c2eaf tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:31.479362 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-754368dc-a192-46e0-81aa-82703e3c2eaf tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 946 time: 0.2796981 Jan 27 05:57:31.591938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec35571-5469-47f7-8c23-2793a7fddda8 req-26e604e5-577f-46c1-8925-db1240647903 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:31.593734 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2ec35571-5469-47f7-8c23-2793a7fddda8 req-26e604e5-577f-46c1-8925-db1240647903 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 944 time: 0.3481803 Jan 27 05:57:31.709210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Deleting port 36b75518-b745-493b-9a39-0a778cf92d41 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:57:31.709625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:31.760504 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2ec35571-5469-47f7-8c23-2793a7fddda8 req-0a7e7ef6-32da-472c-8239-323181e788df tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462831 Jan 27 05:57:32.014349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] For port 36b75518-b745-493b-9a39-0a778cf92d41, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=36b75518-b745-493b-9a39-0a778cf92d41,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:57:32.014776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:32.336257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:32.336811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:32.336946 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Floating IP e124f844-7e92-4fa7-b904-ea290ea4bba1 disassociated. External IP: 172.28.1.253, port: 36b75518-b745-493b-9a39-0a778cf92d41. Jan 27 05:57:32.337314 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Calling delete_port for 36b75518-b745-493b-9a39-0a778cf92d41 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:57:32.577261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:32.597390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a3365b00-b3e3-4aa2-8941-40546a963ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:32.633136 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-582e7dbf-b742-4f83-b12a-d5d96fef01bd req-b47f5c3b-d093-4da9-97f1-1f2d4182c273 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 210 time: 0.0980964 Jan 27 05:57:32.651346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event deleted for resources: {'Port': ['ID=36b75518-b745-493b-9a39-0a778cf92d41,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:32.707192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:33.081654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:57:33.160727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075d797-231b-46f7-954f-5a244cfabaec req-b7c777a4-b973-4470-9943-4c8deeb68912 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:33.162398 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1075d797-231b-46f7-954f-5a244cfabaec req-b7c777a4-b973-4470-9943-4c8deeb68912 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 944 time: 0.2251346 Jan 27 05:57:33.387936 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1075d797-231b-46f7-954f-5a244cfabaec req-ed9eb03e-c586-491e-9532-5673635f4fe6 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184594 Jan 27 05:57:33.394157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 90818b57-97a4-4c8f-8e83-15bcae1f1989 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:57:33.431526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:57:33.464835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:57:33.477564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] No DVR routers for this DVR port 36b75518-b745-493b-9a39-0a778cf92d41 on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:57:33.479786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:33.483080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-deleted', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:57:33.504542 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-41c1377e-0d45-4c6e-a372-ffdfe02aa01b req-fdf9cc75-5e9a-451a-8a97-38adbdc256a4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "DELETE /v2.0/ports/36b75518-b745-493b-9a39-0a778cf92d41 HTTP/1.1" status: 204 len: 173 time: 2.0158381 Jan 27 05:57:33.517491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:57:33.518175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:57:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:33.550361 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf5d3db-0062-46dc-8783-6ba6671f1287', 'name': 'network-vif-deleted', 'tag': '36b75518-b745-493b-9a39-0a778cf92d41', 'status': 'completed', 'code': 200} Jan 27 05:57:33.779867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 90818b57-97a4-4c8f-8e83-15bcae1f1989 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:57:33.795023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 90818b57-97a4-4c8f-8e83-15bcae1f1989 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:57:33.795589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:33.896527 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-9a373226-9e7e-4b2a-87c4-b0deb36aa258 req-d970cb3d-25fa-422f-b8ae-c0932144a587 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:57:33.901900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:57:33.975015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-9a373226-9e7e-4b2a-87c4-b0deb36aa258 req-d970cb3d-25fa-422f-b8ae-c0932144a587 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:57:33.977540 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9a373226-9e7e-4b2a-87c4-b0deb36aa258 req-d970cb3d-25fa-422f-b8ae-c0932144a587 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf5d3db-0062-46dc-8783-6ba6671f1287 HTTP/1.1" status: 200 len: 210 time: 0.1649776 Jan 27 05:57:34.126075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:34.267727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90818b57-97a4-4c8f-8e83-15bcae1f1989'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:57:34.303118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 90818b57-97a4-4c8f-8e83-15bcae1f1989, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=90818b57-97a4-4c8f-8e83-15bcae1f1989,segment=NetworkSegment(0ca5ec6f-47eb-4eeb-875d-2290499627b6),segment_id=0ca5ec6f-47eb-4eeb-875d-2290499627b6)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:57:34.350304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:34.354512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:34.404622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:57:34.563624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No Port match for: 36b75518-b745-493b-9a39-0a778cf92d41 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 05:57:34.568245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 36b75518-b745-493b-9a39-0a778cf92d41 not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:57:34.605175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=90818b57-97a4-4c8f-8e83-15bcae1f1989,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:34.609624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:34.680358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:34.694788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:57:34.710561 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90818b57-97a4-4c8f-8e83-15bcae1f1989', 'code': 200} Jan 27 05:57:34.711240 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:57:34.712042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:57:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:34.780733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06495ad7-95b5-4463-a886-49bbb4834c31 req-cf825226-2c6c-4e1e-a4f7-a0950334432d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:34.782135 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-06495ad7-95b5-4463-a886-49bbb4834c31 req-cf825226-2c6c-4e1e-a4f7-a0950334432d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.2114530 Jan 27 05:57:34.860484 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-06495ad7-95b5-4463-a886-49bbb4834c31 req-9bdc8994-2ea4-49ae-9921-3c85c0e4517d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701811 Jan 27 05:57:35.109075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521d04a-3f76-472a-a352-9581baef02da req-59cdc995-4819-437a-b575-56f2643cc625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:35.110200 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3521d04a-3f76-472a-a352-9581baef02da req-59cdc995-4819-437a-b575-56f2643cc625 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 1163 time: 0.0981967 Jan 27 05:57:35.150554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 90818b57-97a4-4c8f-8e83-15bcae1f1989 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:57:35.161607 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3521d04a-3f76-472a-a352-9581baef02da req-c8ba7cb2-d56b-4036-8979-66a114337ffe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Jan 27 05:57:35.227777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:57:35.260964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60292) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:35.380740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:35.440849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:35.489915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 90818b57-97a4-4c8f-8e83-15bcae1f1989 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:57:35.490347 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:35.620638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-edce7ca8-837e-4605-af35-18f7a82a5014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:35.667306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:35.674342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-83529dfd-b5bd-4c52-b889-81fcc72cbed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:35.693034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85936f63-7664-452d-b2f4-29e269c026d1,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:35.703960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.708008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.709220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.709799 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.710309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.710797 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.712143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.712143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.712143 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.713443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.713982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.714533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.715029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.715756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.716020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:35.720533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:35.732177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:35.733477 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "DELETE /v2.0/security-groups/85936f63-7664-452d-b2f4-29e269c026d1 HTTP/1.1" status: 204 len: 168 time: 0.4710593 Jan 27 05:57:35.736982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60296) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:35.757771 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.v2.resource [None req-839f7522-7faa-4578-ab04-12837e6a8278 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] show failed (client error): The resource could not be found. Jan 27 05:57:35.759791 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-839f7522-7faa-4578-ab04-12837e6a8278 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups/85936f63-7664-452d-b2f4-29e269c026d1 HTTP/1.1" status: 404 len: 347 time: 0.0208545 Jan 27 05:57:35.763024 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60300) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:35.769382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:57:35.773927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac524446-714e-49e9-82bf-d7059093fd04 None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:57:35.956585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Deleting port 2239e5aa-ec2a-44ad-a19c-4c0050a95a7f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:57:35.957136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:36.246578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:36.247435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:36.276854 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806da73-8c8c-44b2-a86c-b85be109ec0e req-bda53123-f149-43d3-830d-bf61c21bba6b tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:36.278328 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b806da73-8c8c-44b2-a86c-b85be109ec0e req-bda53123-f149-43d3-830d-bf61c21bba6b tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.2629106 Jan 27 05:57:36.309014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d7ac9-de69-4ba5-a4da-56a078e59851 None None] New status for floating IP e124f844-7e92-4fa7-b904-ea290ea4bba1: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:57:36.361980 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b806da73-8c8c-44b2-a86c-b85be109ec0e req-eff4dff1-4fe0-4418-8307-915f967c7e30 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690613 Jan 27 05:57:36.500312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Calling delete_port for 2239e5aa-ec2a-44ad-a19c-4c0050a95a7f owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:57:36.757818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:57:36.758140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:57:37.259351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Deleting port 2239e5aa-ec2a-44ad-a19c-4c0050a95a7f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:57:37.259751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:37.468018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:37.468393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:37.608304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Calling delete_port for 2239e5aa-ec2a-44ad-a19c-4c0050a95a7f owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:57:37.682525 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803c8fe-833f-4da8-909d-ac278175c1ec req-0a00f7d4-a233-4099-a408-74cdb9127933 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:37.684441 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f803c8fe-833f-4da8-909d-ac278175c1ec req-0a00f7d4-a233-4099-a408-74cdb9127933 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.1611509 Jan 27 05:57:37.749957 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f803c8fe-833f-4da8-909d-ac278175c1ec req-22c2bc49-bb0a-4cbb-a656-0fcae978b541 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Jan 27 05:57:37.919529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:37.938141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-adf3ee65-ed92-4c38-80b2-26826efee61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:38.036833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event deleted for resources: {'Port': ['ID=2239e5aa-ec2a-44ad-a19c-4c0050a95a7f,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:38.054383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.054795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.055305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.055621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.056608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.058790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.058790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.058790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.058790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.058790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.059614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.059614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.059974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.060303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.060698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.061089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.061476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.061860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.062249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.062648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.063036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.063421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.063808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.064220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:38.070248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:38.208194 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:38.254490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:38.256688 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2cc0b884-0722-4409-a4e4-9af7bf03ddd9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "DELETE /v2.0/floatingips/e124f844-7e92-4fa7-b904-ea290ea4bba1 HTTP/1.1" status: 204 len: 168 time: 2.4918828 Jan 27 05:57:38.479585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-94bfc44e-4c19-431b-8039-2aec5816d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.101827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60336) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:39.114340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563121287', 'description': 'tempest-description--1798795673'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:39.140042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:39.145127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:57:39.148793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:57:39.155871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:39.211452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.237214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:39.242368 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:57:39.246106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:57:39.252177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:39.457979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.490963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.498470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cc3e86d6-0fae-47fb-bb52-4fa6a4787188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:39.547281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca984e-94bc-43bd-b7f7-cda793b3ed88,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:39.551198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:39.574687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.576592 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4730399 Jan 27 05:57:39.580041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60342) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:39.586179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'security_group_rule': {'security_group_id': 'a7ca984e-94bc-43bd-b7f7-cda793b3ed88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:39.607355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:39.612404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:57:39.616216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:57:39.623652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:39.687376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.700772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.770526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.802994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.805420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8639668a-1612-4d36-abf9-dacfba8f9ec9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:39.832520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe438da-f7bf-47b9-830c-7ed0f0b3f65b,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:39.835308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:39.871703 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.873401 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-572bbf43-5900-48ca-ba83-a24d872938a2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919266 Jan 27 05:57:39.876422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60348) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:39.882464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'security_group_rule': {'security_group_id': 'a7ca984e-94bc-43bd-b7f7-cda793b3ed88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:39.902441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:39.907200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:security_group_rule and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:57:39.910571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:57:39.918589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:39.976905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:39.984500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:40.059008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:40.085477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:40.089019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:40.119509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bde3ac-9c06-4673-8479-63985baa1c5a,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:40.122848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:40.159484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:40.160934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2834599 Jan 27 05:57:40.164358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60352) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:57:40.170924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'floatingip': {'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:40.193294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:40.198259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:floatingip and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:57:40.201680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:57:40.210101 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:40.246195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:40.433828 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:40.742064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:41.022030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Allocated IP 172.28.1.169 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/9eceaff2-3a7e-4eb9-be23-3d397f15459c) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:57:41.221878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:41.317482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:41.338953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:41.483886 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'Port': ['ID=9eceaff2-3a7e-4eb9-be23-3d397f15459c,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:41.498707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:41.559069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:57:41.560711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:57:41.564658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:57:41.706196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:41.839723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:42.218470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:42.259560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:42.276849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cb226d5d-a7d1-41b6-8a21-ec2753b75b01 tempest-ServerRescueNegativeTestJSON-1306358183 tempest-ServerRescueNegativeTestJSON-1306358183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:42.418830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'Port': ['ID=9eceaff2-3a7e-4eb9-be23-3d397f15459c,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:42.423716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:42.534317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:42.582119 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:42.583410 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-588556fd-a496-416e-b8e9-0eeebce913f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4180269 Jan 27 05:57:42.856507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fdc56143-d1f1-432e-9d5b-8a83f67cf622 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:57:42.896338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fdc56143-d1f1-432e-9d5b-8a83f67cf622 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:57:42.897683 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fdc56143-d1f1-432e-9d5b-8a83f67cf622 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1563121287&fields=id&tenant_id=f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 267 time: 0.1006830 Jan 27 05:57:43.147390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-b1e43973-da27-41ae-abc6-f17efcb3ef0b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:43.149032 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-b1e43973-da27-41ae-abc6-f17efcb3ef0b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 816 time: 0.2421799 Jan 27 05:57:43.168637 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-e00b35e6-db14-4685-b24c-4d5d9810acac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/quotas/f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 375 time: 0.0120325 Jan 27 05:57:43.310966 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-9c5edb5b-76a6-4ea0-9a6e-5f358bce5c3d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363268 Jan 27 05:57:43.477468 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-1b5059ce-2fc5-4d18-a700-fb41b1c6f9c1 service neutron] 10.222.0.44 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517875 Jan 27 05:57:43.654916 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-5a9dc06f-3c8a-432e-9d8b-bad04da5763b service neutron] 10.222.0.44 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1695523 Jan 27 05:57:43.914592 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c341735c-4145-41e1-ba9d-4c9286b17f45 req-9d3a95ee-38fa-40bd-a3a9-f3c424b25ee6 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 210 time: 0.0535872 Jan 27 05:57:45.169429 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b42278c7-7699-457e-ae09-b85516c62f80 req-0752b7d5-24ab-4b48-990b-37962a0a0042 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 210 time: 0.0653470 Jan 27 05:57:45.898754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-0f715cad-97b5-48eb-9970-8a2f9805779c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:45.900994 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-0f715cad-97b5-48eb-9970-8a2f9805779c tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 816 time: 0.2824714 Jan 27 05:57:46.035239 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-83593c98-386f-42ab-8744-5b5aac105065 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 5705 time: 0.1139178 Jan 27 05:57:46.049858 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'port': {'device_id': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'admin_state_up': True, 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'security_groups': ['a7ca984e-94bc-43bd-b7f7-cda793b3ed88']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:46.314979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:57:46.323732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Usage tracker for resource:port and tenant:f3365c463c3144f9b2e0f8c14883e09a is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:57:46.325361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:57:46.333724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:57:46.393620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Made reservation on behalf of f3365c463c3144f9b2e0f8c14883e09a for: {'port': 1} {{(pid=80179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:57:46.414711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:46.594158 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d4938b29-8b2c-4b0c-b2aa-c5fa1a23f80f req-d17be180-a2a5-411a-960f-7a8d6b1b3e1e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 210 time: 0.0601952 Jan 27 05:57:46.815696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Allocated IP 172.20.0.8 (bb5e3740-598b-4a7a-98f3-7266dfa55747/6b75e773-2033-4387-baab-02f9f67ceb64/bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:57:47.051030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:47.069097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Transition to ACTIVE for port object bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a will not be triggered until provisioned by entity DHCP. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:57:47.125375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:47.141572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9d4f10ea-b499-4d1d-91d7-49faa5c14f11 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:47.582103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event updated for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:47.587095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:47.646724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:57:47.647984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:57:47.654234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:57:47.789073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:47.789803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:47.975286 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c21af7-51e9-4dca-a7f8-c54a7b9126e1 req-2452b66d-0d39-4b1c-a2f9-16b1c602a06e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:47.976140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-09c21af7-51e9-4dca-a7f8-c54a7b9126e1 req-2452b66d-0d39-4b1c-a2f9-16b1c602a06e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:57:47.982091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-8711b239-5c2f-4b88-9e9a-2698513ef8c1 None None] Provisioning for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:57:47.982757 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-fe011a78-efd2-4390-a0b9-3d85b211c29d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9424016 Jan 27 05:57:47.987932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-8711b239-5c2f-4b88-9e9a-2698513ef8c1 None None] Provisioning complete for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:57:47.988440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8711b239-5c2f-4b88-9e9a-2698513ef8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:48.002762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Request body: {'port': {'device_id': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:57:48.037341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-09c21af7-51e9-4dca-a7f8-c54a7b9126e1 req-2452b66d-0d39-4b1c-a2f9-16b1c602a06e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:57:48.038635 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09c21af7-51e9-4dca-a7f8-c54a7b9126e1 req-2452b66d-0d39-4b1c-a2f9-16b1c602a06e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 931 time: 0.2425859 Jan 27 05:57:48.051485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-8711b239-5c2f-4b88-9e9a-2698513ef8c1 None None] Port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:57:48.172688 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09c21af7-51e9-4dca-a7f8-c54a7b9126e1 req-bfe1b37d-2e00-463a-9a51-2f19e49870de tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239462 Jan 27 05:57:48.191381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:48.693249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a {{(pid=80179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:57:48.702070 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:48.716741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Transition to ACTIVE for port object bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:57:48.748535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:48.770556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0e6339c1-5f90-4d4b-9b35-c06be1964588 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:48.921911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Pushing event updated for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:48.936449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:49.138166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Attempting to bind port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:57:49.138543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Attempting to bind port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:57:49.138926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Attempting to bind port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a on network bb5e3740-598b-4a7a-98f3-7266dfa55747 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:57:49.148256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:57:49.148256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Checking segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:57:49.148256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:49.148256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Bound using segment: {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:57:49.148256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Bound port: bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66203998-c187-4cf1-bb9d-33dc746f8ba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:57:49.148256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:49.251426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] For port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host hv-cinder-77262, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:57:49.254660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] For port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:57:49.279791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:49.299423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3156ef8f-e707-4706-8bfb-30bf5a8570c8 tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:49.530265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Pushing event updated for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:49.542761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:49.661535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9bf02-e676-404e-8ce1-ab98bf0cdeea req-2f8a7e2a-2d8f-47ba-b678-0e3f90191944 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:49.663305 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-acd9bf02-e676-404e-8ce1-ab98bf0cdeea req-2f8a7e2a-2d8f-47ba-b678-0e3f90191944 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2595792 Jan 27 05:57:49.667303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:49.668016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:49.669518 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] 10.222.0.53 "PUT /v2.0/ports/bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 200 len: 1157 time: 1.6714542 Jan 27 05:57:49.670054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:57:49.740301 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'status': 'completed', 'code': 200} Jan 27 05:57:49.762500 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-acd9bf02-e676-404e-8ce1-ab98bf0cdeea req-009118d0-10e8-45d6-9eab-adf00f66230b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870290 Jan 27 05:57:49.869337 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd6fb-b2b4-45cf-aee7-2d73806173bf req-c7b08701-8791-44ee-9932-1a12a9b6bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:49.870898 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-470dd6fb-b2b4-45cf-aee7-2d73806173bf req-c7b08701-8791-44ee-9932-1a12a9b6bb91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1160 time: 0.0859628 Jan 27 05:57:50.042402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd6fb-b2b4-45cf-aee7-2d73806173bf req-38ab4806-a592-495d-93c5-b4b98a5c03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:50.043962 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-470dd6fb-b2b4-45cf-aee7-2d73806173bf req-38ab4806-a592-495d-93c5-b4b98a5c03ac service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1580613 Jan 27 05:57:50.210367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd6fb-b2b4-45cf-aee7-2d73806173bf req-3ba20303-d250-47d9-a8cb-ccac79f77b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:50.212030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-470dd6fb-b2b4-45cf-aee7-2d73806173bf req-3ba20303-d250-47d9-a8cb-ccac79f77b2c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1610901 Jan 27 05:57:50.411549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-801832c5-10f1-43c8-9170-82b8ab759f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:50.412846 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-801832c5-10f1-43c8-9170-82b8ab759f43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1160 time: 0.0892284 Jan 27 05:57:50.501132 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-d2598ed8-10eb-477e-9ad7-557dc7d7fc7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 200 len: 217 time: 0.0728841 Jan 27 05:57:50.585187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-229a79d5-c959-441a-99a0-263546c43508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:50.586775 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-229a79d5-c959-441a-99a0-263546c43508 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.0782285 Jan 27 05:57:50.888411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72036fd-bbf3-451d-8cfa-544bb082303f req-7fb239bd-0938-4775-85bf-3694d17529ea tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:50.896867 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f72036fd-bbf3-451d-8cfa-544bb082303f req-7fb239bd-0938-4775-85bf-3694d17529ea tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2251475 Jan 27 05:57:50.916716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-c6136b96-d539-42d1-93df-e441cc36e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:50.918523 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-c6136b96-d539-42d1-93df-e441cc36e613 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3067167 Jan 27 05:57:51.038423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f72036fd-bbf3-451d-8cfa-544bb082303f req-d4259898-84cf-4550-acb9-08e7ec0bb2fb tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1404026 Jan 27 05:57:51.254256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b2d9f-530a-4296-b1d7-88de7d327f86 req-915ef88c-9cf0-453c-9e4f-eb6d49c3f75e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:51.255908 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-764b2d9f-530a-4296-b1d7-88de7d327f86 req-915ef88c-9cf0-453c-9e4f-eb6d49c3f75e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.3128979 Jan 27 05:57:51.258279 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-2799c000-e494-4c35-a0a3-a13ab67caf2b service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139102 Jan 27 05:57:51.427941 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-764b2d9f-530a-4296-b1d7-88de7d327f86 req-432246ed-7813-4351-9052-0177e3d915be tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636326 Jan 27 05:57:51.474568 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d8157d9-a67f-4b6c-967a-6d13ac522065 req-cf98e114-b6b9-40c8-b5b1-940c789dd003 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2093320 Jan 27 05:57:52.560390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bb6e2-b92a-404f-b0ed-0267cac5d335 req-2e4eefec-efe2-4fa9-8c72-f50c3dea537c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:52.562117 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7d3bb6e2-b92a-404f-b0ed-0267cac5d335 req-2e4eefec-efe2-4fa9-8c72-f50c3dea537c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.3893654 Jan 27 05:57:52.681333 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7d3bb6e2-b92a-404f-b0ed-0267cac5d335 req-c53d0efc-4e8c-42f8-90b9-6a05eff93a78 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1123199 Jan 27 05:57:52.784752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563187-a6e2-48fe-bb68-34a90debb00f req-666a38fa-5233-471e-a5fb-7985b6ee80fd tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:52.786504 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-37563187-a6e2-48fe-bb68-34a90debb00f req-666a38fa-5233-471e-a5fb-7985b6ee80fd tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1994686 Jan 27 05:57:52.856023 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-37563187-a6e2-48fe-bb68-34a90debb00f req-535ea409-d3f0-469a-adfa-8db867bec06e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627525 Jan 27 05:57:54.015885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f1528-cd24-4a95-abe1-96316f49e06c req-ce7b1ed6-008f-47f8-be7e-672d150aff7a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:54.023628 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-281f1528-cd24-4a95-abe1-96316f49e06c req-ce7b1ed6-008f-47f8-be7e-672d150aff7a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2067039 Jan 27 05:57:54.137778 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-281f1528-cd24-4a95-abe1-96316f49e06c req-409690b4-b504-4a48-b875-21ec51000b7e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1129460 Jan 27 05:57:54.235406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324ab9-8894-4437-9ccf-5afe0c041354 req-ad91c59a-1b7d-4f84-af71-c7fbea701a05 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:54.237148 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f8324ab9-8894-4437-9ccf-5afe0c041354 req-ad91c59a-1b7d-4f84-af71-c7fbea701a05 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2112517 Jan 27 05:57:54.302395 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f8324ab9-8894-4437-9ccf-5afe0c041354 req-84330c71-c942-4658-bb8e-8f02582e2627 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585308 Jan 27 05:57:55.505484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae97aeb-c9f7-46d7-bb8c-9c1acf36b7b8 req-c768adab-d443-4bba-b98e-eca3123ef0d6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:55.507210 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aae97aeb-c9f7-46d7-bb8c-9c1acf36b7b8 req-c768adab-d443-4bba-b98e-eca3123ef0d6 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2231874 Jan 27 05:57:55.633502 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aae97aeb-c9f7-46d7-bb8c-9c1acf36b7b8 req-edcde050-8e5a-4df7-af00-238b2ed72526 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1184490 Jan 27 05:57:55.749015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da5d3-aeea-487d-b760-d7ace96f9fa9 req-44f63f59-89e6-47dc-b7ab-65c5f5f8398b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:55.751163 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-940da5d3-aeea-487d-b760-d7ace96f9fa9 req-44f63f59-89e6-47dc-b7ab-65c5f5f8398b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2175045 Jan 27 05:57:55.838067 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-940da5d3-aeea-487d-b760-d7ace96f9fa9 req-a1b6ccc3-172e-4ab2-a300-2191c73a6fbd tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721221 Jan 27 05:57:57.029116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51911e21-e8e7-4883-ba66-a70cef99779b req-6813c089-13c6-4a45-9ca2-aecdf2e4060c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:57.030856 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-51911e21-e8e7-4883-ba66-a70cef99779b req-6813c089-13c6-4a45-9ca2-aecdf2e4060c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2443852 Jan 27 05:57:57.152241 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-51911e21-e8e7-4883-ba66-a70cef99779b req-739837a6-4ebb-4f40-9076-ff373752bbd0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1147382 Jan 27 05:57:57.262760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc66ecd-a33d-4091-b19c-c665e2b0f7b2 req-a65c498b-357d-42c8-87b5-4ef4c47aa731 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:57.264550 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5bc66ecd-a33d-4091-b19c-c665e2b0f7b2 req-a65c498b-357d-42c8-87b5-4ef4c47aa731 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2071695 Jan 27 05:57:57.382879 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5bc66ecd-a33d-4091-b19c-c665e2b0f7b2 req-f0895e5b-bc6e-4603-ab2e-d721b2070295 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004808 Jan 27 05:57:58.336022 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:57:58.461755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:57:58.462140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b1e1-eb7d-4ecc-aa8f-62412d3d64ab req-b07ece8a-b70b-40c0-95c6-17004c0bacc1 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:58.464273 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1636b1e1-eb7d-4ecc-aa8f-62412d3d64ab req-b07ece8a-b70b-40c0-95c6-17004c0bacc1 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1645916 Jan 27 05:57:58.468111 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:57:58.468683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:58.541845 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1636b1e1-eb7d-4ecc-aa8f-62412d3d64ab req-91ab93a9-ea84-4ef8-855a-b513a6b4b72e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0701065 Jan 27 05:57:58.671447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:58.711000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:57:58.722972 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:57:58.767652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf94455-ef37-4b2a-85c8-3ac8588655b1 req-471c43cb-212d-49ed-81a9-a51e10017c79 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:58.768181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:58.770377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-189aa266-1000-479e-91b6-f5f8f8527cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:57:58.772989 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5cf94455-ef37-4b2a-85c8-3ac8588655b1 req-471c43cb-212d-49ed-81a9-a51e10017c79 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2199864 Jan 27 05:57:58.805595 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'code': 200} Jan 27 05:57:58.852274 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5cf94455-ef37-4b2a-85c8-3ac8588655b1 req-8b69f025-418a-492f-899f-f44382217ec1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752780 Jan 27 05:57:58.856764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:57:58.865434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.865821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.866234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.866579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.867359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.867359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.867692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.868338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.868507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.869147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.869247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.869554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.869984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.870347 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.870971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.871339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.871759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.872205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.872512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.872869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.873230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.873621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.873931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.874486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:57:58.882878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:57:58.965125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:59.241788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-555bbf2e-d45d-40f6-b84f-97c9641f3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:59.244260 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-555bbf2e-d45d-40f6-b84f-97c9641f3adc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.0887427 Jan 27 05:57:59.273207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83990a-4ddc-4ba6-a622-f7ba15faf3f3 req-fc3846ce-f4c0-4573-90ef-3acd95b30a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:59.275734 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4c83990a-4ddc-4ba6-a622-f7ba15faf3f3 req-fc3846ce-f4c0-4573-90ef-3acd95b30a04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1162 time: 0.0890043 Jan 27 05:57:59.327861 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4c83990a-4ddc-4ba6-a622-f7ba15faf3f3 req-18587985-c6fc-4ee2-ab51-8a3c5d788963 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Jan 27 05:57:59.404649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:57:59.437894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-40aa686d-66fc-4f5f-bda3-2eff432ce6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:59.440635 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-40aa686d-66fc-4f5f-bda3-2eff432ce6cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.1723850 Jan 27 05:57:59.503612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:57:59.504024 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:57:59.836137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba754-5cbe-48de-97de-631ce5e32334 req-1016a761-681b-44d3-9bb9-a3fa9e61d04a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:57:59.838555 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b0aba754-5cbe-48de-97de-631ce5e32334 req-1016a761-681b-44d3-9bb9-a3fa9e61d04a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1530845 Jan 27 05:57:59.993565 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b0aba754-5cbe-48de-97de-631ce5e32334 req-1e8642fa-af8f-4bfe-94d5-c3b705be3a24 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0967119 Jan 27 05:57:59.997665 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-168c73b2-bd0d-409c-9971-d2c19fdda38f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 1001 time: 0.1581092 Jan 27 05:58:00.126433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-b89deb87-ddae-4da0-80ff-a09fdef37d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:00.127975 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-b89deb87-ddae-4da0-80ff-a09fdef37d12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.1229937 Jan 27 05:58:00.281545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfb784-f4c0-445b-8da1-802368a5a33e req-798bf6fe-0271-433b-9bfa-a37490653c75 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:00.283251 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbdfb784-f4c0-445b-8da1-802368a5a33e req-798bf6fe-0271-433b-9bfa-a37490653c75 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2386999 Jan 27 05:58:00.361674 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbdfb784-f4c0-445b-8da1-802368a5a33e req-8369d216-c0e5-4d11-b4e7-ba11714450c3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674856 Jan 27 05:58:00.364032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-096a1651-bb6f-4fcf-9a12-543c1e25a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:00.365556 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-096a1651-bb6f-4fcf-9a12-543c1e25a190 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2234929 Jan 27 05:58:00.533940 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-94f4dcc5-6ff6-41d6-ad6d-21cfc2c94058 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589224 Jan 27 05:58:00.707211 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a86ea949-3328-4f1e-9a6f-856a934af025 req-d2ef4d0b-0ff0-4c10-98aa-fb60c444907a service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468384 Jan 27 05:58:01.281423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd43e-9ce4-4047-b267-68fa44693298 req-acbea7c9-e113-4c6f-ba3d-8eb9f7d522f7 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:01.287309 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f40cd43e-9ce4-4047-b267-68fa44693298 req-acbea7c9-e113-4c6f-ba3d-8eb9f7d522f7 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1526699 Jan 27 05:58:01.356142 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f40cd43e-9ce4-4047-b267-68fa44693298 req-e5655acc-0789-4c75-9943-0fa13017b7f4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0650058 Jan 27 05:58:01.482557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:01.574989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:01.575559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:01.708911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3756685-53a7-4733-b452-98e5f8222a75 req-6871a344-5844-440b-9c2e-5d1ee4061d2e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:01.710566 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c3756685-53a7-4733-b452-98e5f8222a75 req-6871a344-5844-440b-9c2e-5d1ee4061d2e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1847537 Jan 27 05:58:01.773480 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c3756685-53a7-4733-b452-98e5f8222a75 req-04fcd4ee-d6e2-4d3d-9264-4a9768667ff2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559566 Jan 27 05:58:02.073210 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418464-2b0d-46ff-a739-5e81b58dedc9 req-bf0d63bd-cf8c-4edc-afc7-4ce2c4c10d88 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:02.075180 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-50418464-2b0d-46ff-a739-5e81b58dedc9 req-bf0d63bd-cf8c-4edc-afc7-4ce2c4c10d88 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1572700 Jan 27 05:58:02.085535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60642) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:02.092420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Request body: {'floatingip': {'port_id': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:02.189129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:02.249219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:58:03.010728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def576-b21e-4f95-ac26-533fd06acaef req-3ff04e98-6488-43c6-bcf9-333ce895c4c4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:03.012449 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-25def576-b21e-4f95-ac26-533fd06acaef req-3ff04e98-6488-43c6-bcf9-333ce895c4c4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.4810505 Jan 27 05:58:03.113087 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-25def576-b21e-4f95-ac26-533fd06acaef req-a252e448-7296-4baf-baac-c7d86bd89aed tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0846622 Jan 27 05:58:03.262914 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:03.290908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:03.509464 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Floating IP 40ee4da5-1dd5-4d3b-9329-769bc0e951c7 associated. External IP: 172.28.1.169, port: bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a. Jan 27 05:58:04.047883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:58:04.207475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e62da-9960-4437-8cbf-8f20756db70e req-19cfddf8-0f24-424d-b08d-5ec8b0edae99 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:04.209126 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-413e62da-9960-4437-8cbf-8f20756db70e req-19cfddf8-0f24-424d-b08d-5ec8b0edae99 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.2665143 Jan 27 05:58:04.402465 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-413e62da-9960-4437-8cbf-8f20756db70e req-0b457f56-fa26-487f-a6d8-f9bb98ba32d6 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952182 Jan 27 05:58:04.447435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:58:04.452579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:04.458673 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:58:04.470990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:04.471764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:57:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:04.568245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c392a-7c3e-4373-99d9-9ca6694045ea req-64a2993f-dfbc-485d-84f6-30e4d5bfa482 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:04.569979 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dc4c392a-7c3e-4373-99d9-9ca6694045ea req-64a2993f-dfbc-485d-84f6-30e4d5bfa482 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.4431102 Jan 27 05:58:04.674133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:04.685300 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d3a0cb5f-851a-4d77-99bc-8a91714531ac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "PUT /v2.0/floatingips/40ee4da5-1dd5-4d3b-9329-769bc0e951c7 HTTP/1.1" status: 200 len: 991 time: 2.5984600 Jan 27 05:58:04.689155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:04.733106 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dc4c392a-7c3e-4373-99d9-9ca6694045ea req-ff1d7cfc-b114-4bb6-8a81-467a3321888f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113005 Jan 27 05:58:04.875279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d471ba-feeb-43d6-8d5a-54c38d676a7c req-ecc915ba-9545-4bdd-ac75-28498b24606a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:04.878306 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-06d471ba-feeb-43d6-8d5a-54c38d676a7c req-ecc915ba-9545-4bdd-ac75-28498b24606a tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.3070455 Jan 27 05:58:04.946541 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-06d471ba-feeb-43d6-8d5a-54c38d676a7c req-7b1c0a63-c8da-4c84-a188-17b1491fe78c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0593367 Jan 27 05:58:05.027000 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'status': 'completed', 'code': 200} Jan 27 05:58:05.139995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '40ee4da5-1dd5-4d3b-9329-769bc0e951c7', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'port_id': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'mac_address': 'fa:16:3e:31:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:57:41Z', 'updated_at': '2021-01-27T05:58:03Z', 'revision_number': 1, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:05.144595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:58:05.156008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:05.156721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:57:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:05.162664 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-fc5304a0-71ae-458b-925a-7a7b00917599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:05.164387 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-fc5304a0-71ae-458b-925a-7a7b00917599 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1162 time: 0.0913846 Jan 27 05:58:05.337414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-ae57e05f-3b15-4e2e-9f6c-ae0256361f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:05.339008 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-ae57e05f-3b15-4e2e-9f6c-ae0256361f7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.1675565 Jan 27 05:58:05.360964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:05.473772 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-ad403e0a-13ad-4441-8eb4-522943d705e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 200 len: 999 time: 0.1171501 Jan 27 05:58:05.560328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-3c0f40c6-813a-4e1c-a8d6-18426492158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:05.561988 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-3c0f40c6-813a-4e1c-a8d6-18426492158d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.0794935 Jan 27 05:58:05.698860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:05.742766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-43ee2e87-0847-44fa-8ce9-ab2a964882d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:05.797635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31bd60-6479-4ed0-96e0-6691575df421 req-b87c3883-4b72-4f0f-a4b2-d4251ed90ece tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:05.804565 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d31bd60-6479-4ed0-96e0-6691575df421 req-b87c3883-4b72-4f0f-a4b2-d4251ed90ece tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.2413399 Jan 27 05:58:05.874499 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d31bd60-6479-4ed0-96e0-6691575df421 req-5b76a006-66f6-4636-9427-0195aa140373 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679410 Jan 27 05:58:05.878238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-1a97f9d2-40d1-4b2b-ae52-e8afa120739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:05.880020 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-1a97f9d2-40d1-4b2b-ae52-e8afa120739a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2789114 Jan 27 05:58:05.889480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:05.889898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:06.166590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '40ee4da5-1dd5-4d3b-9329-769bc0e951c7', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'port_id': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'mac_address': 'fa:16:3e:31:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:57:41Z', 'updated_at': '2021-01-27T05:58:03Z', 'revision_number': 1, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:06.171699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5edf79-0e14-402b-956b-04f5fd32d5bd None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '40ee4da5-1dd5-4d3b-9329-769bc0e951c7', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'port_id': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'mac_address': 'fa:16:3e:31:aa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:57:41Z', 'updated_at': '2021-01-27T05:58:03Z', 'revision_number': 1, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:58:06.253006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-70380e6f-0152-4e7c-b68a-ef772c6bda65 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:06.255818 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-70380e6f-0152-4e7c-b68a-ef772c6bda65 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.2454474 Jan 27 05:58:06.364690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Deleting port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:58:06.365073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:06.500024 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-d7dd7871-3e6a-4c08-ac34-e82aeefcf898 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591831 Jan 27 05:58:06.575948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38f5b-9887-4561-8bdb-ed4122d88546 req-c5fd995c-81e1-49c2-9093-7ac6a4a6e924 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:06.577684 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e7e38f5b-9887-4561-8bdb-ed4122d88546 req-c5fd995c-81e1-49c2-9093-7ac6a4a6e924 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 945 time: 0.6950583 Jan 27 05:58:06.643031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b0f64-42d5-493d-a91b-92b81ba2685a None None] New status for floating IP 40ee4da5-1dd5-4d3b-9329-769bc0e951c7: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:58:06.752482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] For port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:06.753002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:06.773696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7e8fc-ab58-4a12-9f9c-e63cb39a77ea req-736ed026-528e-4617-a178-34fa4253633d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:06.776071 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5fd7e8fc-ab58-4a12-9f9c-e63cb39a77ea req-736ed026-528e-4617-a178-34fa4253633d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.5572588 Jan 27 05:58:06.785253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-19e1b008-365a-4ab6-850e-ec4c1e93b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:06.786874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-19e1b008-365a-4ab6-850e-ec4c1e93b1cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.5192273 Jan 27 05:58:06.961303 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e7e38f5b-9887-4561-8bdb-ed4122d88546 req-c818b5a3-0987-4386-874a-94369e8ad37c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510129 Jan 27 05:58:07.044530 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5fd7e8fc-ab58-4a12-9f9c-e63cb39a77ea req-957d8581-6092-4255-97fb-b4cf75aa5664 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2469084 Jan 27 05:58:07.053038 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f460f763-3a03-422e-b4e4-c4033b485bd3 req-556214d6-3fbc-40e5-882d-1c92df9d80fd service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4723086 Jan 27 05:58:07.144192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-b32bfbf2-d54d-42cf-aeea-4d235233bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:07.153736 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-b32bfbf2-d54d-42cf-aeea-4d235233bfc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.3375463 Jan 27 05:58:07.349695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:07.350558 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:07.350558 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Floating IP 319a8c42-25f4-457d-8c49-f3e40466501f disassociated. External IP: 172.28.1.75, port: 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a. Jan 27 05:58:07.350887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Calling delete_port for 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:58:07.444102 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-7d390201-5bcd-4592-84ed-ff87e697c0fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 1001 time: 0.2718544 Jan 27 05:58:07.481497 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:07.594540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a00fd5-ac03-4ef3-bb48-3774755a4c23 req-2b371bf5-0853-45b2-a6a4-c416ef4b8425 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:07.596356 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d1a00fd5-ac03-4ef3-bb48-3774755a4c23 req-2b371bf5-0853-45b2-a6a4-c416ef4b8425 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.2937424 Jan 27 05:58:07.602214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:07.604658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:07.640425 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-4dc94f82-9a2b-4e6f-b935-30539c6c61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:07.642075 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-4dc94f82-9a2b-4e6f-b935-30539c6c61f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.1892958 Jan 27 05:58:07.732103 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d1a00fd5-ac03-4ef3-bb48-3774755a4c23 req-7861b350-a75f-4e65-adfa-84f8236a054c tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244099 Jan 27 05:58:07.775434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-dd20559d-836d-4282-ba20-1fafbb2cdcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:07.777417 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-dd20559d-836d-4282-ba20-1fafbb2cdcbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225030 Jan 27 05:58:07.828888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:58:07.927448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No active binding found for port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a {{(pid=80181) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 27 05:58:07.927964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:58:07.945330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:07.951645 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-c86acf7a-3ad6-40cf-8adc-42d96daf20d1 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660314 Jan 27 05:58:07.962905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-92862b2b-33db-433f-9d97-970e3128fe55 tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:08.016853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event deleted for resources: {'Port': ['ID=77f30849-c054-4d6b-b0b4-68d9a5d2fb2a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:08.077467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:08.134448 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-5203cb5c-be10-48ff-a9b9-cf247ad5eb52 req-47851c50-c53e-42aa-890c-8065261def7d service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1739933 Jan 27 05:58:08.265738 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-642da701-c718-423b-8ca6-8386d4cb1a86 req-5d5ef062-691e-4acf-bec0-aab81b7391b6 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 210 time: 0.0676248 Jan 27 05:58:08.409395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:58:08.430758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f98be-cd8f-45c1-bb02-b2d5443c5046 req-f8bc2ad3-dde4-48d7-855d-7f9c4f908ea2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:08.433037 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-496f98be-cd8f-45c1-bb02-b2d5443c5046 req-f8bc2ad3-dde4-48d7-855d-7f9c4f908ea2 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1715977 Jan 27 05:58:08.528358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-393777f0-f001-43c4-9565-f632ff5ffafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:08.550691 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-496f98be-cd8f-45c1-bb02-b2d5443c5046 req-14cef307-2e2a-4496-a7ec-500e2953a06c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0969822 Jan 27 05:58:08.715508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:58:08.728095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:58:08.756212 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] No DVR routers for this DVR port 77f30849-c054-4d6b-b0b4-68d9a5d2fb2a on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:58:08.759395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:08.759763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:08.761046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:08.763885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'name': 'network-vif-deleted', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:08.803088 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b16251ef-538f-43bb-b600-c1cda9dbbfd7 req-e39a1332-9ce1-434b-afce-fca4e33a8406 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "DELETE /v2.0/ports/77f30849-c054-4d6b-b0b4-68d9a5d2fb2a HTTP/1.1" status: 204 len: 173 time: 2.5382192 Jan 27 05:58:08.937463 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590808b5-f599-490b-8b82-787872c91328', 'name': 'network-vif-deleted', 'tag': '77f30849-c054-4d6b-b0b4-68d9a5d2fb2a', 'status': 'completed', 'code': 200} Jan 27 05:58:09.003714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:09.051298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532802-91b4-4cb5-9ddd-80fc476da3ec req-74133f4d-2803-4854-ad62-34ea5bac1786 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:09.053043 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ad532802-91b4-4cb5-9ddd-80fc476da3ec req-74133f4d-2803-4854-ad62-34ea5bac1786 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.1664658 Jan 27 05:58:09.125528 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ad532802-91b4-4cb5-9ddd-80fc476da3ec req-f53a471e-9ebf-43cb-b564-30de310b3936 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594728 Jan 27 05:58:09.357502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:09.361711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:58:09.371926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:09.372682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:09.470802 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ab86cab8-958b-48f3-a9a7-cde72680ba54 req-eee2a893-61d5-4bf0-bd73-8af70690ef46 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=590808b5-f599-490b-8b82-787872c91328 HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jan 27 05:58:09.577916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:09.699160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-19a5faf7-6203-45be-89a8-307dd286c954 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:09.708623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-19a5faf7-6203-45be-89a8-307dd286c954 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Synchronizing usage tracker for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:port {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:58:09.735696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-19a5faf7-6203-45be-89a8-307dd286c954 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Unset dirty status for tenant:790f732696404e63bcd2bfea0d63ac5c on resource:port {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:58:09.737977 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-19a5faf7-6203-45be-89a8-307dd286c954 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.2355151 Jan 27 05:58:09.839620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:09.855665 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Deleting port 90818b57-97a4-4c8f-8e83-15bcae1f1989 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:58:09.856091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.018383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.028310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:10.032635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156f663-62e3-41a4-806c-73080df861b1 None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:58:10.075348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733330b-f2a8-4d41-8d3d-e89520a8026a req-3b0936c7-3dd3-491d-874c-6c1b4ffa3539 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:10.077123 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8733330b-f2a8-4d41-8d3d-e89520a8026a req-3b0936c7-3dd3-491d-874c-6c1b4ffa3539 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2846432 Jan 27 05:58:10.144699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8733330b-f2a8-4d41-8d3d-e89520a8026a req-0714d527-37d8-4cc4-a74c-e8e2235ad5c4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0607243 Jan 27 05:58:10.193687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] For port 90818b57-97a4-4c8f-8e83-15bcae1f1989, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=90818b57-97a4-4c8f-8e83-15bcae1f1989,segment=NetworkSegment(0ca5ec6f-47eb-4eeb-875d-2290499627b6),segment_id=0ca5ec6f-47eb-4eeb-875d-2290499627b6)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:10.194099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.352190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Calling delete_port for 90818b57-97a4-4c8f-8e83-15bcae1f1989 owned by compute:nova {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:58:10.457714 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996329a-252c-4bc3-8f02-15bf572d0028 req-cdf0a196-7bb8-49b5-ac81-bcc20957c8e0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:10.464636 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9996329a-252c-4bc3-8f02-15bf572d0028 req-cdf0a196-7bb8-49b5-ac81-bcc20957c8e0 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 946 time: 0.1917796 Jan 27 05:58:10.512331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21354b5-4bda-4d5f-b9d3-4fb91af4490d None None] New status for floating IP 319a8c42-25f4-457d-8c49-f3e40466501f: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:58:10.529994 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9996329a-252c-4bc3-8f02-15bf572d0028 req-a23e9660-8b3e-4836-accf-312efd0fd48d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/security-groups?id=b3cf8635-252e-437f-8ccc-d155126b582a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627069 Jan 27 05:58:10.593570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.612765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:10.700196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60736) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:10.772591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Pushing event deleted for resources: {'Port': ['ID=90818b57-97a4-4c8f-8e83-15bcae1f1989,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:10.776542 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.782437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:10.828900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.864557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.911695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] No DVR routers for this DVR port 90818b57-97a4-4c8f-8e83-15bcae1f1989 on host hv-cinder-77262 {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 05:58:10.914028 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.939455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'name': 'network-vif-deleted', 'tag': '90818b57-97a4-4c8f-8e83-15bcae1f1989'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:10.949069 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d4f7071a-7e39-437d-8d34-9ebf2428c885 req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.53 "DELETE /v2.0/ports/90818b57-97a4-4c8f-8e83-15bcae1f1989 HTTP/1.1" status: 204 len: 173 time: 1.2030849 Jan 27 05:58:10.970760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:10.977527 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c5d9df1c-1d69-4f1c-91c0-554790bbba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:11.001890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:11.007232 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:11.053545 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c7b93-fa03-4546-afbf-3598be3cdcc6', 'name': 'network-vif-deleted', 'tag': '90818b57-97a4-4c8f-8e83-15bcae1f1989', 'status': 'completed', 'code': 200} Jan 27 05:58:11.072313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:11.076207 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c5b0cade-409c-46c5-a9fd-f55ed1fdc64d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "DELETE /v2.0/security-groups/f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0 HTTP/1.1" status: 204 len: 168 time: 0.3720312 Jan 27 05:58:11.077779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60744) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:11.097782 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.v2.resource [None req-fe2c4377-981f-49fb-a472-e66856f16cd9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] show failed (client error): The resource could not be found. Jan 27 05:58:11.099377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-fe2c4377-981f-49fb-a472-e66856f16cd9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups/f9b961c7-2a1a-4dd5-8ad5-019d6bec3be0 HTTP/1.1" status: 404 len: 347 time: 0.0202672 Jan 27 05:58:11.105823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60748) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:11.355946 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Deleting port 7b8bab4a-91dd-4e1a-9e2a-c4213c5e4e8e {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 05:58:11.356327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:11.372998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:58:11.536116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bee11-dfed-4008-b280-aebe284ccb30 req-c739446e-6db7-44e1-82c0-a0c9374a9306 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:11.541309 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-639bee11-dfed-4008-b280-aebe284ccb30 req-c739446e-6db7-44e1-82c0-a0c9374a9306 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2411540 Jan 27 05:58:11.546398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:11.667905 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-639bee11-dfed-4008-b280-aebe284ccb30 req-d919bab5-1e7c-4958-943e-66895dfd2062 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1164186 Jan 27 05:58:11.791905 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:11.798013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:11.862863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:11.867786 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e868aa3-8f16-4d2d-afd9-3de702b935c7 req-585122f1-cccd-45e7-9245-57b622fbbb80 tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] 10.222.0.44 "GET /v2.0/ports?device_id=a40c7b93-fa03-4546-afbf-3598be3cdcc6 HTTP/1.1" status: 200 len: 210 time: 0.0630639 Jan 27 05:58:11.875079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:11.918456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:11.919329 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 90818b57-97a4-4c8f-8e83-15bcae1f1989 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 05:58:11.949356 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'code': 200} Jan 27 05:58:11.955868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:12.009005 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No Port match for: 90818b57-97a4-4c8f-8e83-15bcae1f1989 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 05:58:12.009404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 90818b57-97a4-4c8f-8e83-15bcae1f1989 not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 05:58:12.038863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:12.039082 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Calling delete_port for 7b8bab4a-91dd-4e1a-9e2a-c4213c5e4e8e owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 05:58:12.043283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:12.228054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:12.247446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c231c4d1-a9e9-44c8-b3c2-9dc51288c0e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:12.348990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event deleted for resources: {'Port': ['ID=7b8bab4a-91dd-4e1a-9e2a-c4213c5e4e8e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:12.358572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:12.484090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:12.498462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:12.499711 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-76dd2565-b9b8-40a9-a5e0-e5adb6995b82 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "DELETE /v2.0/floatingips/319a8c42-25f4-457d-8c49-f3e40466501f HTTP/1.1" status: 204 len: 168 time: 1.3927479 Jan 27 05:58:13.011075 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615624-d1de-4446-ae4f-1c56b33da813 req-f0aebfd2-656d-4c1f-ae95-e01f402b2583 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:13.013383 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f4615624-d1de-4446-ae4f-1c56b33da813 req-f0aebfd2-656d-4c1f-ae95-e01f402b2583 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.2043638 Jan 27 05:58:13.063897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60778) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:13.069919 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933442483', 'description': 'tempest-description--194860418'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:13.091966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:13.094050 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f4615624-d1de-4446-ae4f-1c56b33da813 req-bbc4ddc6-adc0-4a1d-8ac6-5878b800333d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0725083 Jan 27 05:58:13.097224 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:13.100675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:13.108011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:13.145575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.171767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:13.176243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:13.182083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:13.187805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:13.283713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.339600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.345924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-645ce375-d34b-4933-824d-018323f0bf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:13.395404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de64ed9d-b553-4200-81f6-333c4871debc,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:13.398535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:13.442544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.449792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60790) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:13.450292 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3849285 Jan 27 05:58:13.455949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'security_group_rule': {'security_group_id': 'de64ed9d-b553-4200-81f6-333c4871debc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:13.475155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:13.480300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:13.483744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:13.497674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:13.552560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.698238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.713441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60798) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:13.780013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8463e-fe43-41f8-97ad-849fef92b9bf req-da87117a-1b41-48db-8ba3-e259d0f68737 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:13.781726 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-13f8463e-fe43-41f8-97ad-849fef92b9bf req-da87117a-1b41-48db-8ba3-e259d0f68737 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.2119186 Jan 27 05:58:13.783200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.785361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:13.828034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f878b7-d4e1-4e46-9d9e-1ba451190646,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:13.836126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:13.905459 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-13f8463e-fe43-41f8-97ad-849fef92b9bf req-8786d725-3a50-424b-899b-ced9fe275497 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1058888 Jan 27 05:58:13.908674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:13.910670 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-f5de829d-5b4f-44ed-91ef-81caa5f39f76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1920152 Jan 27 05:58:13.916738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60808) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:13.918713 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5117eba7-bcb0-47eb-813a-0d3a3975196e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4671843 Jan 27 05:58:13.925230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'security_group_rule': {'security_group_id': 'de64ed9d-b553-4200-81f6-333c4871debc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:13.961837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:13.973557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:security_group_rule and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:13.977874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:13.984469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:14.041417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:14.119533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:14.145025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:14.147752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:14.178967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca25064-ad71-407c-b8bf-75b8d2c7165c,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:14.186960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:14.221503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:14.222842 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-76eeb968-74cc-4428-8249-947d39278826 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030674 Jan 27 05:58:14.226123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 60822) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:14.236327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'floatingip': {'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:14.256569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:14.261673 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:floatingip and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:14.265467 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:14.271724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:14.530765 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:14.716840 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:14.912610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60830) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:15.208426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.227987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:15.232709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Usage tracker for resource:security_group_rule and tenant:5b14e3b790e84d63875b7f6c8d4e77aa is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:15.236686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:15.244711 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:15.339630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Allocated IP 172.28.1.85 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/f1650240-4ddd-4fc5-ad20-0651333278d2) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:58:15.381882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4caead-fd86-46ca-85b3-159861c31efb req-9933a1bb-cab3-42cc-a218-ef675078448d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:15.384989 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7d4caead-fd86-46ca-85b3-159861c31efb req-9933a1bb-cab3-42cc-a218-ef675078448d tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.2777882 Jan 27 05:58:15.502007 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7d4caead-fd86-46ca-85b3-159861c31efb req-ff601d2c-ab42-40b0-9526-18dace5adfb9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0977561 Jan 27 05:58:15.542746 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.551035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.574826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.586103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1d0cc6e2-c7bd-44ae-9caa-de1e03b5b6ee tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:15.632485 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b14e3b790e84d63875b7f6c8d4e77aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185049 Jan 27 05:58:15.638016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60842) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:15.640163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.641304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a91b3-7811-4782-97d5-2df03661bbfc,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:15.656833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:15.659234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f2fd343b-ce0b-4646-954e-65e5a273366a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:15.790512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.827820 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:15.832009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'Port': ['ID=f1650240-4ddd-4fc5-ad20-0651333278d2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:15.838132 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:15.902593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:58:15.902593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:15.905206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:58:16.007771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:16.014015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-76c67e11-0484-4ff4-ba8f-a5c98d66ced4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:16.029152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a91b3-7811-4782-97d5-2df03661bbfc,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:16.032452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:16.034723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:16.038879 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-33a44968-56cc-404b-bca6-9d430dbf3e70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/342a91b3-7811-4782-97d5-2df03661bbfc HTTP/1.1" status: 204 len: 168 time: 0.3994935 Jan 27 05:58:16.072079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:16.088134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-7bce0ec4-37f8-4b5c-90ca-bafb0148de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:16.095818 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-7bce0ec4-37f8-4b5c-90ca-bafb0148de19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1&tenant_id=1b3105ede22947f0a1d1ca685c561635 HTTP/1.1" status: 200 len: 1160 time: 0.1130126 Jan 27 05:58:16.255274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:16.364802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-1ae15120-4ae5-44fc-8658-2df3585f806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:16.366490 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-1ae15120-4ae5-44fc-8658-2df3585f806e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1160 time: 0.2362697 Jan 27 05:58:16.648490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-655999b5-019e-4114-90e8-aab3e37e1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:16.650843 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-655999b5-019e-4114-90e8-aab3e37e1d18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.2713106 Jan 27 05:58:16.829828 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-7add59b8-f4ab-49c7-8ed4-1fed801c9472 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 999 time: 0.1699271 Jan 27 05:58:16.844663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5da831-a943-41ad-a11f-91cd7c449ad4 req-cee3b414-ea30-4ab7-8b5c-c79de0665d6b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:16.846378 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fe5da831-a943-41ad-a11f-91cd7c449ad4 req-cee3b414-ea30-4ab7-8b5c-c79de0665d6b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.1731210 Jan 27 05:58:16.899485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:16.947330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:16.984307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-285f5228-ab5f-419c-b5f9-86acee947994 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:17.157002 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fe5da831-a943-41ad-a11f-91cd7c449ad4 req-1064673b-745f-4938-b8f0-d5d040d3bdd5 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3041153 Jan 27 05:58:17.229397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-ab0c32ea-7199-4cae-8fc1-f87bd7a20195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:17.231013 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-ab0c32ea-7199-4cae-8fc1-f87bd7a20195 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.3900003 Jan 27 05:58:17.346127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'Port': ['ID=f1650240-4ddd-4fc5-ad20-0651333278d2,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:17.353278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:17.443200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-ced9a9f2-f87e-4a2e-8b6a-e43dfda19346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:17.444895 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-ced9a9f2-f87e-4a2e-8b6a-e43dfda19346 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2029555 Jan 27 05:58:17.485719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:17.618274 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:17.619794 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3924716 Jan 27 05:58:17.626377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-c14f8b5b-b17e-43e0-b7b7-404b9210d611 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728542 Jan 27 05:58:17.843848 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94e735b4-0f17-4953-87be-a7252c4dcca2 req-75136b3c-b70b-498e-a827-d2cbbd1ce836 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2101095 Jan 27 05:58:18.121168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-cd4e7ede-231a-44b8-a3c1-8cc8391e03dd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:58:18.175540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-cd4e7ede-231a-44b8-a3c1-8cc8391e03dd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:58:18.177053 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-cd4e7ede-231a-44b8-a3c1-8cc8391e03dd tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--933442483&fields=id&tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2 HTTP/1.1" status: 200 len: 267 time: 0.1221452 Jan 27 05:58:18.181990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60900) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:18.418471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:18.511196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-78cfa206-6f82-4c7d-abc7-b94816487ce4 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:18.512912 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-78cfa206-6f82-4c7d-abc7-b94816487ce4 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 811 time: 0.3240192 Jan 27 05:58:18.530176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:18.542936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Usage tracker for resource:security_group_rule and tenant:fcec59a8a4b44768b6d1ec771663d96e is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:18.547967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:18.552221 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-d28eb478-4e7c-4ba3-9403-9f1dabc39982 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/quotas/d12d53f1c7a64b2da351e1d2b3fcb4b2 HTTP/1.1" status: 200 len: 375 time: 0.0329473 Jan 27 05:58:18.559357 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:18.708269 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab3dd-4962-4b94-8f3c-ba85dd7c7eda req-160f9b5a-f392-404d-94e7-b53fe827a33b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:18.709999 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-eaeab3dd-4962-4b94-8f3c-ba85dd7c7eda req-160f9b5a-f392-404d-94e7-b53fe827a33b tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.3949819 Jan 27 05:58:18.826651 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-eaeab3dd-4962-4b94-8f3c-ba85dd7c7eda req-814dffb7-7762-44b9-81b5-cbfb57fae2fe tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1070912 Jan 27 05:58:18.916114 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-2480f122-f8f8-4a5f-8b21-e4a90bdaeb1f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3541708 Jan 27 05:58:18.921453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:18.958166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:18.971193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b81e1179-682a-4ecd-a260-8217b2e7e426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:19.082726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1064bb54-6ece-4039-85bd-9b467edd8bcb,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:19.092161 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcec59a8a4b44768b6d1ec771663d96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9044428 Jan 27 05:58:19.092161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:19.092161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 60912) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:19.174135 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-1667af51-bda9-4135-b839-786e471004b9 service neutron] 10.222.0.44 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413609 Jan 27 05:58:19.280150 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:19.337306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:19.399730 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-cf134142-9246-4912-8783-ac7df0ad2043 service neutron] 10.222.0.44 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2168732 Jan 27 05:58:19.442226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:19.449568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-09c466f1-e1da-4857-9e14-6a36a4ac3683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:19.464254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1064bb54-6ece-4039-85bd-9b467edd8bcb,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:19.467317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:19.472032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:19.473456 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1064bb54-6ece-4039-85bd-9b467edd8bcb HTTP/1.1" status: 204 len: 168 time: 0.3810341 Jan 27 05:58:19.679744 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-202eaf6d-7d3a-4859-bf43-af9adfad993e req-cbab90dd-cad6-459f-bd87-69094bae187e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0646598 Jan 27 05:58:20.148366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc43ea-44e2-4cbd-90e3-0253b9c7ab4a req-f4c72f50-d72f-4923-b8b5-6704c72a1ced tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:20.151156 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b4dc43ea-44e2-4cbd-90e3-0253b9c7ab4a req-f4c72f50-d72f-4923-b8b5-6704c72a1ced tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.1683502 Jan 27 05:58:20.242003 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b4dc43ea-44e2-4cbd-90e3-0253b9c7ab4a req-bd626e72-ae4d-41f3-9fdb-4ba954b69b86 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0821371 Jan 27 05:58:20.929544 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a35ccee6-2fda-436f-ab65-4409b41be903 req-5eefb9bd-f639-47fb-be47-d7bf638bebf0 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0600400 Jan 27 05:58:21.639543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c3605-a3ee-4129-8015-516da8c9289b req-2c9b5b36-c96f-4ec8-8b23-292056e78555 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:21.645135 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b07c3605-a3ee-4129-8015-516da8c9289b req-2c9b5b36-c96f-4ec8-8b23-292056e78555 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.2539928 Jan 27 05:58:21.762765 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b07c3605-a3ee-4129-8015-516da8c9289b req-e633da80-0b96-4740-978e-e24f45b7dae9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1090109 Jan 27 05:58:21.818446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-895b902a-e7f9-4676-a6fd-78bec2a1b504 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:21.818446 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-895b902a-e7f9-4676-a6fd-78bec2a1b504 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 811 time: 0.3599157 Jan 27 05:58:21.989157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-b5befa2d-d190-4a77-a00f-3fcefc6f2ee2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:security_group {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:58:22.004331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-b5befa2d-d190-4a77-a00f-3fcefc6f2ee2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:security_group {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:58:22.005710 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-b5befa2d-d190-4a77-a00f-3fcefc6f2ee2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2 HTTP/1.1" status: 200 len: 5703 time: 0.1672392 Jan 27 05:58:22.033277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'port': {'device_id': '510572c1-86bc-441b-9465-665fdab4cdd4', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'admin_state_up': True, 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'security_groups': ['de64ed9d-b553-4200-81f6-333c4871debc']}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:22.196577 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e9506273-66fd-4685-8d7c-3b92849ba5ba req-6ed5c765-5cc4-4d18-83fc-e953779ad388 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 210 time: 0.1025696 Jan 27 05:58:22.240742 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:22.247353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Usage tracker for resource:port and tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:22.252191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:22.263063 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:22.304374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Made reservation on behalf of d12d53f1c7a64b2da351e1d2b3fcb4b2 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:58:22.323091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:22.665198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Allocated IP 172.20.0.7 (d8897b5f-17f5-4c77-8b1c-a4a81e96f92d/0a57176b-d90a-44b4-af0f-f5602dc6915e/82617403-372d-467c-b21c-75c8f8611b14) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:58:23.113084 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3ad07-61e3-4b90-83a0-5748fbbedc4a req-451c151e-0cf5-421d-8e1c-6943e97c48d4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:23.114812 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0ff3ad07-61e3-4b90-83a0-5748fbbedc4a req-451c151e-0cf5-421d-8e1c-6943e97c48d4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 943 time: 0.1618021 Jan 27 05:58:23.149382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:23.168968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Transition to ACTIVE for port object 82617403-372d-467c-b21c-75c8f8611b14 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:23.184587 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0ff3ad07-61e3-4b90-83a0-5748fbbedc4a req-421a11bf-11ee-4173-8ee8-7c5b179d1cab tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0601220 Jan 27 05:58:23.231486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:23.248764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:23.404620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event updated for resources: {'Port': ['ID=82617403-372d-467c-b21c-75c8f8611b14,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:23.409669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:23.478036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:58:23.479393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:23.481888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:58:23.589109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32acae-0f92-4258-98cb-ce86b1ff83cc req-b7b8297d-eb15-444f-b4ef-c79025322953 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:23.596993 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e32acae-0f92-4258-98cb-ce86b1ff83cc req-b7b8297d-eb15-444f-b4ef-c79025322953 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 931 time: 0.2529960 Jan 27 05:58:23.700526 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9e32acae-0f92-4258-98cb-ce86b1ff83cc req-57fccd7e-40c6-4a14-ad2b-12348a9cc4ca tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024482 Jan 27 05:58:23.716120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:23.737687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:23.833713 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8171194 Jan 27 05:58:23.857706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Request body: {'port': {'device_id': '510572c1-86bc-441b-9465-665fdab4cdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:23.885682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-c5ceb369-8eec-4a97-bc63-cf63d6e4f188 None None] Provisioning for port 82617403-372d-467c-b21c-75c8f8611b14 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:23.894204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-c5ceb369-8eec-4a97-bc63-cf63d6e4f188 None None] Provisioning complete for port 82617403-372d-467c-b21c-75c8f8611b14 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:23.894699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5ceb369-8eec-4a97-bc63-cf63d6e4f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:23.955994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c5ceb369-8eec-4a97-bc63-cf63d6e4f188 None None] Port 82617403-372d-467c-b21c-75c8f8611b14 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:58:24.010155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.164780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:24.241407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:24.241839 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.374751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.405620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:24.417105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:24.460925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.466130 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:24.468511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82617403-372d-467c-b21c-75c8f8611b14 {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:58:24.477188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.492973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Transition to ACTIVE for port object 82617403-372d-467c-b21c-75c8f8611b14 will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:24.513001 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'code': 200} Jan 27 05:58:24.526035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.551372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f6de363a-265d-4251-9dc7-78b2199941fd tempest-AttachVolumeNegativeTest-1919771988 tempest-AttachVolumeNegativeTest-1919771988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:24.571030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=6']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:24.580911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:24.635342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950a5b0-a101-41bc-a2cc-cbd611eac6b0 req-442758d7-dde7-4629-baf2-f786193f4938 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:24.637170 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e950a5b0-a101-41bc-a2cc-cbd611eac6b0 req-442758d7-dde7-4629-baf2-f786193f4938 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.2572913 Jan 27 05:58:24.702089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Pushing event updated for resources: {'Port': ['ID=82617403-372d-467c-b21c-75c8f8611b14,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:24.707197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:24.711591 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e950a5b0-a101-41bc-a2cc-cbd611eac6b0 req-5252736f-c357-476b-a6fe-44ce090c8876 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0661528 Jan 27 05:58:24.926948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Attempting to bind port 82617403-372d-467c-b21c-75c8f8611b14 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:58:24.927333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Attempting to bind port 82617403-372d-467c-b21c-75c8f8611b14 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:58:24.927710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Attempting to bind port 82617403-372d-467c-b21c-75c8f8611b14 on network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:58:24.935105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:58:24.935486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Checking segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:58:24.935903 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:24.936371 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Bound using segment: {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:58:24.936909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Bound port: 82617403-372d-467c-b21c-75c8f8611b14, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:58:24.937290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:25.103092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] For port 82617403-372d-467c-b21c-75c8f8611b14, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:58:25.107618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] For port 82617403-372d-467c-b21c-75c8f8611b14, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=82617403-372d-467c-b21c-75c8f8611b14,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:58:25.127103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9cd66-a74f-4e68-a00a-6422dea0974b req-fa336c65-aca8-4772-b9cd-9b92b4f3d2de tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:25.128932 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43b9cd66-a74f-4e68-a00a-6422dea0974b req-fa336c65-aca8-4772-b9cd-9b92b4f3d2de tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 943 time: 0.2839377 Jan 27 05:58:25.132276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d4b6-fb0e-44bb-814c-0e81da51eeba req-5e192afe-392e-40cb-b463-d03ac2f18f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:25.135283 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-49c7d4b6-fb0e-44bb-814c-0e81da51eeba req-5e192afe-392e-40cb-b463-d03ac2f18f6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.2209010 Jan 27 05:58:25.145190 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:25.163775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7ce6058d-ad3d-40d2-a63a-390a5b072a0d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:25.351295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Pushing event updated for resources: {'Port': ['ID=82617403-372d-467c-b21c-75c8f8611b14,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:25.364489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:25.378265 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43b9cd66-a74f-4e68-a00a-6422dea0974b req-9b420fe9-2e1b-44d9-8be5-7f6cfa2169c4 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788900 Jan 27 05:58:25.381174 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-49c7d4b6-fb0e-44bb-814c-0e81da51eeba req-16e792e8-91fb-4283-9c08-824c123ed3ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2368970 Jan 27 05:58:25.417815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:25.419248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:25.422785 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] 10.222.0.53 "PUT /v2.0/ports/82617403-372d-467c-b21c-75c8f8611b14 HTTP/1.1" status: 200 len: 1157 time: 1.5700727 Jan 27 05:58:25.423866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'tag': '82617403-372d-467c-b21c-75c8f8611b14'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:25.501951 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'tag': '82617403-372d-467c-b21c-75c8f8611b14', 'status': 'completed', 'code': 200} Jan 27 05:58:25.679536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:25.758388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 417a29ed-8f27-43b3-b22a-a2f3505cf01e triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:25.759067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:26.040384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048644-7215-4d8f-83d8-b886486aa348 req-910d5c6c-b4dc-46a3-a1a9-220ac8cd63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.041901 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-47048644-7215-4d8f-83d8-b886486aa348 req-910d5c6c-b4dc-46a3-a1a9-220ac8cd63db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 1160 time: 0.2005262 Jan 27 05:58:26.079120 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01fed7-c429-4684-9c39-46c6950630c1 req-c4991337-2ade-4c7f-93fe-52b2ce0ff94e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.080996 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4d01fed7-c429-4684-9c39-46c6950630c1 req-c4991337-2ade-4c7f-93fe-52b2ce0ff94e tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1864617 Jan 27 05:58:26.159573 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4d01fed7-c429-4684-9c39-46c6950630c1 req-1774c470-ab8e-4b7f-a224-b1d54fabfc86 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0654931 Jan 27 05:58:26.251297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048644-7215-4d8f-83d8-b886486aa348 req-052147f7-27fa-4764-9c96-e3a82840c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.253146 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-47048644-7215-4d8f-83d8-b886486aa348 req-052147f7-27fa-4764-9c96-e3a82840c59b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1944072 Jan 27 05:58:26.436490 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47048644-7215-4d8f-83d8-b886486aa348 req-31d6891d-c4bd-4ab3-969c-42c4613027a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.438127 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-47048644-7215-4d8f-83d8-b886486aa348 req-31d6891d-c4bd-4ab3-969c-42c4613027a4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1612606 Jan 27 05:58:26.610330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-85468c74-c9dc-4001-9bd2-37ed98a91a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.612052 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-85468c74-c9dc-4001-9bd2-37ed98a91a17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 1160 time: 0.0919290 Jan 27 05:58:26.677716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893d03-a614-41d5-bdf9-b8edd20d9a08 req-d9694b23-890f-451f-ae2a-990264f5a0c9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.680650 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4893d03-a614-41d5-bdf9-b8edd20d9a08 req-d9694b23-890f-451f-ae2a-990264f5a0c9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 943 time: 0.1627922 Jan 27 05:58:26.722353 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-70377bae-d4ca-4410-b3c0-e5ccb8b1d3e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82617403-372d-467c-b21c-75c8f8611b14 HTTP/1.1" status: 200 len: 217 time: 0.0920651 Jan 27 05:58:26.788164 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e4893d03-a614-41d5-bdf9-b8edd20d9a08 req-75845546-9e8c-4de2-9726-0f7aa10e7ad7 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999370 Jan 27 05:58:26.800557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f1640d23-11a3-4e86-bbbe-427dfce156f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.802211 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-f1640d23-11a3-4e86-bbbe-427dfce156f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.0722575 Jan 27 05:58:26.921422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-c5339b5d-dc09-4370-8335-c8c88c032afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:26.924154 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-c5339b5d-dc09-4370-8335-c8c88c032afd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860465 Jan 27 05:58:27.081490 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-e249328d-f0b5-48f5-ba39-b214997fea94 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490812 Jan 27 05:58:27.253541 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-081cba54-811e-4c5e-86f5-e1a9ed94357b req-c9aefe6e-e0b6-462c-b191-b3050379c9c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1640375 Jan 27 05:58:27.513369 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64759bb-9cee-4fa8-af58-40906e56e193 req-7246364e-90dc-47ff-9ee7-f6b8c06703b7 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:27.515085 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c64759bb-9cee-4fa8-af58-40906e56e193 req-7246364e-90dc-47ff-9ee7-f6b8c06703b7 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1804557 Jan 27 05:58:27.619772 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c64759bb-9cee-4fa8-af58-40906e56e193 req-5e556d18-a0dc-4eef-a970-39a7cf6893da tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0977304 Jan 27 05:58:28.084668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56873d14-f813-4f9e-ac02-601204d8957e req-e62b6e38-3d8a-48ed-8c8d-d89a13ab6ed2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:28.086941 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56873d14-f813-4f9e-ac02-601204d8957e req-e62b6e38-3d8a-48ed-8c8d-d89a13ab6ed2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 943 time: 0.1573129 Jan 27 05:58:28.154015 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-56873d14-f813-4f9e-ac02-601204d8957e req-831fcdee-31d6-43f8-8bc2-26f93575d648 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583870 Jan 27 05:58:29.073093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:29.451201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee94d58-9ad6-4924-8d19-ca26eec40454 req-f7f78842-328a-44df-a336-82f9be42a193 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:29.452969 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9ee94d58-9ad6-4924-8d19-ca26eec40454 req-f7f78842-328a-44df-a336-82f9be42a193 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 943 time: 0.1680048 Jan 27 05:58:29.517415 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9ee94d58-9ad6-4924-8d19-ca26eec40454 req-a2e30b7f-a745-4737-afcd-e628a99474ad tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582004 Jan 27 05:58:30.804444 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac513760-46c3-4084-b4d1-657b389c52ef req-144f0033-9497-4e4d-bcef-2a7e531d8039 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:30.806968 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac513760-46c3-4084-b4d1-657b389c52ef req-144f0033-9497-4e4d-bcef-2a7e531d8039 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 943 time: 0.1548111 Jan 27 05:58:30.876273 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac513760-46c3-4084-b4d1-657b389c52ef req-36fef742-21c4-4d23-a2eb-7c48f566d13f tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621431 Jan 27 05:58:32.167927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc51af6-4a80-4004-96de-236a4f9fcc1c req-8f4cf6ca-f77f-4583-a35c-7bd095d0ab03 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:32.169644 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1fc51af6-4a80-4004-96de-236a4f9fcc1c req-8f4cf6ca-f77f-4583-a35c-7bd095d0ab03 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 943 time: 0.1576030 Jan 27 05:58:32.246385 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1fc51af6-4a80-4004-96de-236a4f9fcc1c req-4b8faa34-508d-46be-bc9d-1d7c5cd15cb6 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703921 Jan 27 05:58:32.301556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 82617403-372d-467c-b21c-75c8f8611b14 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:32.408117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port 82617403-372d-467c-b21c-75c8f8611b14 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:32.420828 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 82617403-372d-467c-b21c-75c8f8611b14 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:32.421545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:32.558332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:32.589037 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82617403-372d-467c-b21c-75c8f8611b14'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:32.599901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port 82617403-372d-467c-b21c-75c8f8611b14, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=82617403-372d-467c-b21c-75c8f8611b14,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:32.629935 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:32.636161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8f0e7a51-b272-4a96-8327-ccc86fe2b593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:32.682346 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82617403-372d-467c-b21c-75c8f8611b14', 'code': 200} Jan 27 05:58:32.726685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=82617403-372d-467c-b21c-75c8f8611b14,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:32.738849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:33.047624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b345-46f7-476e-a564-ed8383710ade req-9994a523-3646-4f78-84f4-98c0ad3fb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:33.049235 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3ee9b345-46f7-476e-a564-ed8383710ade req-9994a523-3646-4f78-84f4-98c0ad3fb4e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 1162 time: 0.0807433 Jan 27 05:58:33.101310 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3ee9b345-46f7-476e-a564-ed8383710ade req-7a410fde-9bbe-4221-8e96-a0c7ff79a869 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Jan 27 05:58:33.562285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976659c6-e49f-4242-9912-71f3827d38dd req-47e02086-1d94-4d0a-ab33-f7f6c2b75eea tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:33.564597 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-976659c6-e49f-4242-9912-71f3827d38dd req-47e02086-1d94-4d0a-ab33-f7f6c2b75eea tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.1726878 Jan 27 05:58:33.631473 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-976659c6-e49f-4242-9912-71f3827d38dd req-de4f1253-37f9-4439-841a-8feb5e046eee tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595591 Jan 27 05:58:33.739854 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 82617403-372d-467c-b21c-75c8f8611b14 up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:34.000943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port 82617403-372d-467c-b21c-75c8f8611b14 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:34.001267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:34.478589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 32962) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:34.635631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:34.653152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:34.657272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Usage tracker for resource:security_group_rule and tenant:ef77a689403a4d1995f62572a8c55b4b is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:34.660404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:34.666909 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:34.759523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:34.786722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:34.797136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-85a03af0-9989-4f8c-98c1-dd477f0a4619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:34.832488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 32972) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:34.832721 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef77a689403a4d1995f62572a8c55b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528576 Jan 27 05:58:34.852194 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b34ce1-2c8d-472e-9776-f18c6519b4b7,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:34.855926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cc3f4ec5-5418-4825-894f-3f4d63216fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:34.917042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:34.946670 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:35.031129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a34c-9202-4362-ac89-eb955e16c3ba req-583fd6df-4893-4c1c-8ac0-7b123b38adcb tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:35.032639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:35.032955 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8449a34c-9202-4362-ac89-eb955e16c3ba req-583fd6df-4893-4c1c-8ac0-7b123b38adcb tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.1580472 Jan 27 05:58:35.042962 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9de9dbab-a941-436d-a53b-443d54f193fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:35.059999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b34ce1-2c8d-472e-9776-f18c6519b4b7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:35.063294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:35.067358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:35.073594 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48b34ce1-2c8d-472e-9776-f18c6519b4b7 HTTP/1.1" status: 204 len: 168 time: 0.2377002 Jan 27 05:58:35.109266 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8449a34c-9202-4362-ac89-eb955e16c3ba req-3c6a9e7b-b5c9-48da-bdf4-bdfe7b0a7841 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620515 Jan 27 05:58:35.411253 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7a42d-39e6-43ab-a90d-fd1c162c3fe0 req-6649cd66-4698-466e-91d1-80883710d4f2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:35.413018 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8ee7a42d-39e6-43ab-a90d-fd1c162c3fe0 req-6649cd66-4698-466e-91d1-80883710d4f2 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.1705673 Jan 27 05:58:35.426287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 32998) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:35.434180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Request body: {'floatingip': {'port_id': '82617403-372d-467c-b21c-75c8f8611b14'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:35.466921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fdaf8d17-98b9-4d15-8ae9-43256ef708a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:35.540432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:36.452675 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:36.498556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:36.694082 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Floating IP 1ebcbb64-dad1-4231-bd50-b907f1a00763 associated. External IP: 172.28.1.85, port: 82617403-372d-467c-b21c-75c8f8611b14. Jan 27 05:58:37.091202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:58:37.288791 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:58:37.295465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:37.299511 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:58:37.311152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:37.311862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:37.361622 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c3113cc7-e6d3-406e-b6c3-d3a1296d3a7e tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "PUT /v2.0/floatingips/1ebcbb64-dad1-4231-bd50-b907f1a00763 HTTP/1.1" status: 200 len: 990 time: 1.9338596 Jan 27 05:58:37.362276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'tag': '82617403-372d-467c-b21c-75c8f8611b14'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:58:37.437173 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'tag': '82617403-372d-467c-b21c-75c8f8611b14', 'status': 'completed', 'code': 200} Jan 27 05:58:37.527259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:37.586614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-cb93fe7b-5851-402e-9452-41dbe1e3d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:37.588290 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-cb93fe7b-5851-402e-9452-41dbe1e3d312 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 1162 time: 0.0820215 Jan 27 05:58:37.748691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-6f9ac613-17ce-46c2-b1f8-cfe6b84e9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:37.750550 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-6f9ac613-17ce-46c2-b1f8-cfe6b84e9901 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 200 len: 905 time: 0.1559551 Jan 27 05:58:37.870755 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-6cbd53ee-c8ee-4b3b-bddd-d4fd2f6d6537 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82617403-372d-467c-b21c-75c8f8611b14 HTTP/1.1" status: 200 len: 998 time: 0.1132920 Jan 27 05:58:37.931616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '1ebcbb64-dad1-4231-bd50-b907f1a00763', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'floating_ip_address': '172.28.1.85', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'port_id': '82617403-372d-467c-b21c-75c8f8611b14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'mac_address': 'fa:16:3e:f5:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510572c1-86bc-441b-9465-665fdab4cdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:15Z', 'updated_at': '2021-01-27T05:58:36Z', 'revision_number': 1, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:37.936305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:58:37.944173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-7a6feb92-e49c-4853-9a6f-95635b77854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:37.945896 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-7a6feb92-e49c-4853-9a6f-95635b77854b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 200 len: 850 time: 0.0682931 Jan 27 05:58:37.946046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:37.946793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:38.033986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-47d7e585-1433-4d6e-b3c1-f16191efcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:38.035608 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-47d7e585-1433-4d6e-b3c1-f16191efcb8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838840 Jan 27 05:58:38.040752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33020) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:38.161019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:38.205196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Deleting subnet 2d92c9f9-255d-453b-804b-13715fef744b {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 05:58:38.210485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:38.308616 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-8bb1cdc8-9eca-438d-b386-c62daad7f54d service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647517 Jan 27 05:58:38.311499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:38.475743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:38.546618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f60922b1-5a18-445f-9403-6acc63cdf567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:38.585090 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cbe0f8a2-8488-4f00-9bf8-ea138385ddfb req-4dab0003-e6f8-4225-88eb-c4f651e34c3b service neutron] 10.222.0.53 "GET /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416408 Jan 27 05:58:38.784271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '1ebcbb64-dad1-4231-bd50-b907f1a00763', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'floating_ip_address': '172.28.1.85', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'port_id': '82617403-372d-467c-b21c-75c8f8611b14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'mac_address': 'fa:16:3e:f5:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510572c1-86bc-441b-9465-665fdab4cdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:15Z', 'updated_at': '2021-01-27T05:58:36Z', 'revision_number': 1, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:38.789465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fd9aa-17c8-45ae-8ef5-bd6ffb79772f None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': '1ebcbb64-dad1-4231-bd50-b907f1a00763', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'floating_ip_address': '172.28.1.85', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'port_id': '82617403-372d-467c-b21c-75c8f8611b14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'mac_address': 'fa:16:3e:f5:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510572c1-86bc-441b-9465-665fdab4cdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:15Z', 'updated_at': '2021-01-27T05:58:36Z', 'revision_number': 1, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:58:39.087682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e149b3b2-3326-4bc1-bca0-02bcea58ce1f None None] New status for floating IP 1ebcbb64-dad1-4231-bd50-b907f1a00763: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:58:39.278657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:39.281786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:58:39.295599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-28b919a1-3235-43c4-8914-199b9b5b61c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:39.401045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d92c9f9-255d-453b-804b-13715fef744b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:39.416256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.418313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.418760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.419165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.419568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.419996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.420395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.420790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.421188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.421577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.421967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.422355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.422808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.423197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.423582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.424000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.424384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.424771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.425155 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.425539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.425924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.426304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.426690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.427072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:39.448549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:39.465178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:39.471570 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2d92c9f9-255d-453b-804b-13715fef744b HTTP/1.1" status: 204 len: 168 time: 1.4295332 Jan 27 05:58:39.474290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33030) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:39.600010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:39.695288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:39.812512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:39.944477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5362dc8f-7ab6-4e46-af05-1ac1e74b26d1']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:39.959488 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca5ec6f-47eb-4eeb-875d-2290499627b6') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:39.959839 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca5ec6f-47eb-4eeb-875d-2290499627b6') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:39.969446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:39.975207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:40.055606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:40.058316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 05:58:40.253374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:58:40.264156 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:40.466051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Network 5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 05:58:40.491525 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 05:58:40.815987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:40.924268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:40.928094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:40.946563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:40.957548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Pushing event deleted for resources: {'Network': ['ID=5362dc8f-7ab6-4e46-af05-1ac1e74b26d1,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:40.963713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:41.010667 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-08232551-e6d4-47eb-8bde-10c03e50a446 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5362dc8f-7ab6-4e46-af05-1ac1e74b26d1 HTTP/1.1" status: 204 len: 168 time: 1.5351634 Jan 27 05:58:41.353498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33042) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:41.413009 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f5306ece-8a1b-46b9-982e-02a921633818 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=790f732696404e63bcd2bfea0d63ac5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578365 Jan 27 05:58:41.416121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33046) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:41.490355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:41.519127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:41.595498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:41.601383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d7feed76-5c30-4e3b-b31b-142f7c4138cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:41.616106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cf8635-252e-437f-8ccc-d155126b582a,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:41.619437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:41.666812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:41.668377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3cf8635-252e-437f-8ccc-d155126b582a HTTP/1.1" status: 204 len: 168 time: 0.2510116 Jan 27 05:58:42.886019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33072) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:43.045773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1110957974-network', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:43.051163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:43.055430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Usage tracker for resource:network and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:43.059007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:43.065237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:43.127176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Made reservation on behalf of 57ae14b7ae1b4ff29c89475c5f3081d0 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:58:43.132183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.146348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.169501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:43.173724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Usage tracker for resource:security_group_rule and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:43.176845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:43.183971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:43.278908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.312545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.317208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae5f7d58-7038-40f3-a084-87209082c5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:43.351095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 05:58:43.362170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cdfb4c-733f-423d-b800-87860b8f3225,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:43.366113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:43.368929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.369370 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Added segment bffe6adb-87a2-464c-8cc9-7e2628f015af of type vxlan for network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 Jan 27 05:58:43.402136 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.462585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.463994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:43.464662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:43.468554 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:43.587515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Pushing event updated for resources: {'Network': ['ID=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:43.590635 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:43.597916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:58:43.608215 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7209945 Jan 27 05:58:43.611363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33082) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:43.616360 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 05:58:43.619433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Request body: {'subnet': {'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1110957974-subnet', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:43.625593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:43.630169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Usage tracker for resource:subnet and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:43.634433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:43.640819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:43.675853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Made reservation on behalf of 57ae14b7ae1b4ff29c89475c5f3081d0 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:58:43.681950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:44.143674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:44.161080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:44.303929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af13f25b-ace3-417d-a8d2-579ffba7494e,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:44.308219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:44.374114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Checking segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:58:44.374512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Network hostable DHCP agents. Network: e5fd0cd6-3855-42fa-a8e1-f5a6db94c103, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 05:58:44.432830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 05:58:44.469912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, e5fd0cd6-3855-42fa-a8e1-f5a6db94c103) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:44.481999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495d7e7-118b-47f7-9dee-90104cbd60b4 None None] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:58:44.486421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:58:44.487086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:44.542022 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9290011 Jan 27 05:58:44.546373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33090) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:44.552001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:58:44.559422 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:58:44.566322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Usage tracker for resource:router and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:58:44.570883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:58:44.576900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:58:44.621353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-427025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772880'] for router, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:44.622524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854320837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854342085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-467610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2823'] for router, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:44.739313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:44.749025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp696a0657-a4c5-5d38-9479-c14f3ecf7703-e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e'}]}} from dv-cinder-772623-1-smb. {{(pid=80181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 27 05:58:44.749949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.060788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Allocated IP 172.20.0.2 (e5fd0cd6-3855-42fa-a8e1-f5a6db94c103/af13f25b-ace3-417d-a8d2-579ffba7494e/59764b62-e271-439c-ac99-05f71941595d) {{(pid=80181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:58:45.063786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854342102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2838'] for router, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.296245 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Notify callbacks [] for port, precommit_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.307987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Transition to ACTIVE for port object 59764b62-e271-439c-ac99-05f71941595d will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:45.325922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Transition to ACTIVE for port object 59764b62-e271-439c-ac99-05f71941595d will not be triggered until provisioned by entity DHCP. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:45.373020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625'] for port, after_create {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.390244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:45.454605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.485046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.533409 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Pushing event updated for resources: {'Port': ['ID=59764b62-e271-439c-ac99-05f71941595d,revision_number=1']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:45.546603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:45.613885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 is already hosted by enough agents. {{(pid=80181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:58:45.616361 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Resources bound (agent type, host, resource id): {{(pid=80181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:45.620689 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Received port after_create {{(pid=80181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:58:45.730873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Attempting to bind port 59764b62-e271-439c-ac99-05f71941595d on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:58:45.731303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Attempting to bind port 59764b62-e271-439c-ac99-05f71941595d by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:58:45.731966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Attempting to bind port 59764b62-e271-439c-ac99-05f71941595d on network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:58:45.738304 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:58:45.738731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Checking segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:58:45.739187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.739634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Bound using segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:58:45.740216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Bound port: 59764b62-e271-439c-ac99-05f71941595d, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:58:45.740632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.850308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] For port 59764b62-e271-439c-ac99-05f71941595d, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:58:45.854321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] For port 59764b62-e271-439c-ac99-05f71941595d, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=59764b62-e271-439c-ac99-05f71941595d,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:58:45.912561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:45.927561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:46.082174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Allocated IP 172.28.1.149 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/f895a745-a0c3-4070-856e-f9ef427788ae) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:58:46.085273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Pushing event updated for resources: {'Port': ['ID=59764b62-e271-439c-ac99-05f71941595d,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:46.090453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f84a2f4a-2c2a-4fad-914a-d7f9e95500bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:46.262911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:46.327434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:46.344543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9b150297-36cf-460f-945e-d6128ab5ca9f tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:46.497170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Pushing event updated for resources: {'Port': ['ID=f895a745-a0c3-4070-856e-f9ef427788ae,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:46.502229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:46.570983 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:58:46.572595 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:46.579504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:58:47.176125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:47.572671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854348792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433681'] for router, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:47.699211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098db2fd-d243-4120-b85d-752bbec3fe0e None None] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 05:58:47.841802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-74445fc8-3de6-4616-a742-f20a3aede3f4 None None] Provisioning for port 59764b62-e271-439c-ac99-05f71941595d completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:47.860764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 is scheduled to L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e with binding_index 1 {{(pid=80180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 27 05:58:48.074785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:58:48.084248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Sync routers for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:58:48.094494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:48.095128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:48.129583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:48.131264 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-51a72d73-f4ff-4fe5-b925-eb43295d3b93 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5835698 Jan 27 05:58:48.136086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33106) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 05:58:48.402999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 59764b62-e271-439c-ac99-05f71941595d up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:48.578657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:48.698525 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 59764b62-e271-439c-ac99-05f71941595d completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:48.727766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 59764b62-e271-439c-ac99-05f71941595d triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:48.728220 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:48.862008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-19d3ffe8-3b02-40d8-92ad-e20926fa080c None None] Provisioning complete for port 59764b62-e271-439c-ac99-05f71941595d triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:48.862430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-19d3ffe8-3b02-40d8-92ad-e20926fa080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.095041 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.193611 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-19d3ffe8-3b02-40d8-92ad-e20926fa080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.217621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 59764b62-e271-439c-ac99-05f71941595d, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=59764b62-e271-439c-ac99-05f71941595d,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:49.251649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.276800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.289068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:49.357547 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:46Z', 'revision_number': 3, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:49.376757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Checking router: 84ccc7ce-0b2a-4db5-a46c-e596db14a066 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:58:49.377179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Updating router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 port f895a745-a0c3-4070-856e-f9ef427788ae binding host dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:58:49.423218 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-19d3ffe8-3b02-40d8-92ad-e20926fa080c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 05:58:49.423628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-19d3ffe8-3b02-40d8-92ad-e20926fa080c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 05:58:49.457115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=59764b62-e271-439c-ac99-05f71941595d,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:49.460434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.488615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:49.755597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Allocated IP 172.20.0.1 (e5fd0cd6-3855-42fa-a8e1-f5a6db94c103/af13f25b-ace3-417d-a8d2-579ffba7494e/2198d30f-c9d2-46aa-8437-9d7352d2e1d2) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:58:49.908921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Notify callbacks [] for port, precommit_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.924493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Transition to ACTIVE for port object f895a745-a0c3-4070-856e-f9ef427788ae will not be triggered until provisioned by entity L2. {{(pid=80181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:49.932368 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.950944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Transition to ACTIVE for port object 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:49.969385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:49.986824 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:50.015370 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.036793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f5b0ba50-985d-48ae-a7ec-3912592be081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:50.146069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa2728-6f2f-4713-b1c7-fbd637e828f7 None None] Pushing event updated for resources: {'Port': ['ID=f895a745-a0c3-4070-856e-f9ef427788ae,revision_number=2']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:50.159195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c8fa2728-6f2f-4713-b1c7-fbd637e828f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:50.182348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Pushing event updated for resources: {'Port': ['ID=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:50.196300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:50.214099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Attempting to bind port f895a745-a0c3-4070-856e-f9ef427788ae on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:58:50.214521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Attempting to bind port f895a745-a0c3-4070-856e-f9ef427788ae by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:58:50.214937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Attempting to bind port f895a745-a0c3-4070-856e-f9ef427788ae on network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:58:50.221375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:58:50.221798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Checking segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:58:50.222379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.222808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Bound using segment: {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'} {{(pid=80181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:58:50.223339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Bound port: f895a745-a0c3-4070-856e-f9ef427788ae, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7b4be-199d-4a24-b666-12e68d40dcab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}}] {{(pid=80181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:58:50.223768 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.241634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:58:50.243538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:50.246141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:58:50.309015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] For port f895a745-a0c3-4070-856e-f9ef427788ae, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:58:50.309750 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-430173'] for router_interface, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.313733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] For port f895a745-a0c3-4070-856e-f9ef427788ae, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=f895a745-a0c3-4070-856e-f9ef427788ae,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:58:50.344628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.364062 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:50.415890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 59764b62-e271-439c-ac99-05f71941595d up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:50.615273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.784907 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa2728-6f2f-4713-b1c7-fbd637e828f7 None None] Pushing event updated for resources: {'Port': ['ID=f895a745-a0c3-4070-856e-f9ef427788ae,revision_number=3']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:50.795010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c8fa2728-6f2f-4713-b1c7-fbd637e828f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:50.806589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-dfae6553-cd86-4ba1-82e7-fa3bd67e3e3d None None] Provisioning for port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:50.821875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-dfae6553-cd86-4ba1-82e7-fa3bd67e3e3d None None] Provisioning complete for port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:50.822308 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dfae6553-cd86-4ba1-82e7-fa3bd67e3e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.887994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 59764b62-e271-439c-ac99-05f71941595d triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:50.888437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.940983 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-dfae6553-cd86-4ba1-82e7-fa3bd67e3e3d None None] Port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:58:50.941339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:50.960677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:50.961379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:50.974748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:51.008705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6974afe2-8cce-4e4e-9342-c33706a492f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:51.093054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Pushing event updated for resources: {'Port': ['ID=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:51.095869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536464570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854345473'] for router_interface, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:51.112676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:51.226880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:51.250775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:58:51.252126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:58:51.503209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:58:51.513899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-a9d069c7-5fa6-4e47-8fef-5eefc9095954 None None] Provisioning complete for port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:51.514327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a9d069c7-5fa6-4e47-8fef-5eefc9095954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:51.631685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-a9d069c7-5fa6-4e47-8fef-5eefc9095954 None None] Port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:58:51.691899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-927b6155-f682-4602-adfe-498c9508c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 2, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:51.697280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b6155-f682-4602-adfe-498c9508c802 None None] The sync data for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb is: [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 2, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:58:51.750089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:58:51.760104 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-7857f08b-5de8-4737-9b48-a3f6949b44ca admin admin] 10.222.0.44 "PUT /v2.0/routers/84ccc7ce-0b2a-4db5-a46c-e596db14a066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6227984 Jan 27 05:58:54.447569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device f895a745-a0c3-4070-856e-f9ef427788ae up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:54.617583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port f895a745-a0c3-4070-856e-f9ef427788ae completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:54.632994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port f895a745-a0c3-4070-856e-f9ef427788ae triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:54.633600 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:54.866631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:54.907237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port f895a745-a0c3-4070-856e-f9ef427788ae, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=f895a745-a0c3-4070-856e-f9ef427788ae,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:54.941340 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:54.950917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:55.075620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=f895a745-a0c3-4070-856e-f9ef427788ae,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:55.080169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:55.382280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Sync routers for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:58:55.393177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:55.394271 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:55.626449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:56.251236 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 2, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:56.260151 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Checking router: 84ccc7ce-0b2a-4db5-a46c-e596db14a066 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:58:56.261080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Updating router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 binding host dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 27 05:58:56.357501 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:56.363370 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device f895a745-a0c3-4070-856e-f9ef427788ae up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:56.475720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port f895a745-a0c3-4070-856e-f9ef427788ae triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:56.477382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:57.026060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Notify callbacks [] for port, precommit_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:57.041906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Transition to ACTIVE for port object 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 will not be triggered until provisioned by entity L2. {{(pid=80182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:58:57.094759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:57.113387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1a84dd78-e0a9-419c-a5fb-15ce20067c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:57.268505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Pushing event updated for resources: {'Port': ['ID=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,revision_number=3']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:57.293766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.294069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.294336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.294708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.295072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.295440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.295806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.296200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.296563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.296924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.297287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.297654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.298073 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.298430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.298794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.299152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.299503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.299876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.300264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.300621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.300973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.301326 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.301733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.302088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:57.315901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:57.680854 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Attempting to bind port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 on host dv-cinder-772623-1-smb for vnic_type normal with profile {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:58:57.684124 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Attempting to bind port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 by drivers openvswitch on host dv-cinder-772623-1-smb at level 0 using segments [{'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:58:57.684989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Attempting to bind port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 on network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:58:57.721787 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Checking agent: {'id': '099c18e9-6eea-4364-8afa-2343c20d3037', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 10), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:58:57.727560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Checking segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:58:57.728423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:57.729183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Bound using segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} {{(pid=80182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:58:57.730122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Bound port: 2198d30f-c9d2-46aa-8437-9d7352d2e1d2, host: dv-cinder-772623-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'}}] {{(pid=80182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:58:57.730839 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:57.863187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] For port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2, host dv-cinder-772623-1-smb, cleared binding levels {{(pid=80182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:58:57.867721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] For port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2, host dv-cinder-772623-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:58:57.910339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:57.999354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:58.131936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Pushing event updated for resources: {'Port': ['ID=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,revision_number=4']} {{(pid=80182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:58.138521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a3239882-9cea-45ee-8c67-1a1708a6adaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:58.156923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:58:58.157589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:58:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:58.415067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:58:58.472697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:58:58.557789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning for port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:58:58.563325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:58:58.563747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:58.872565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:58.992509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] For port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:58:58.995038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:59.021748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:58:59.028605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:58:59.136171 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Pushing event updated for resources: {'Port': ['ID=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:58:59.151440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.151440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.151440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.151932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.152431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.152885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.153333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.153788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.154233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.154695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.155285 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.155862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.156412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.157051 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.157509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.157939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.159127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.159577 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.160203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.160947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.161550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.162000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.162443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.162884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:58:59.169365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:58:59.200579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:57Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:58:59.207638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822a8d6-45b1-49f0-837d-b9c8fc14b75e None None] The sync data for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb is: [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:57Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:59:00.361096 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 up at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:59:00.424731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Provisioning complete for port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:59:00.425316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:05.457906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-05d193a1-c23c-4532-84f8-b115826fa14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:06.773853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-5776f10e-222d-4dec-9f8f-5031eae4b129 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:06.775566 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-5776f10e-222d-4dec-9f8f-5031eae4b129 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 815 time: 0.2290599 Jan 27 05:59:06.792778 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d30ec9f7-7599-42d1-a4d7-18cb483dbc1c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/quotas/57ae14b7ae1b4ff29c89475c5f3081d0 HTTP/1.1" status: 200 len: 375 time: 0.0109973 Jan 27 05:59:06.915874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-3d3dc0ec-98d8-4743-ae9a-dfb787e9ab97 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169870 Jan 27 05:59:07.288974 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-c8142886-57a9-49a1-9b02-69e132bd47f6 service neutron] 10.222.0.44 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592346 Jan 27 05:59:07.447784 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-518363b1-7a5e-4fc7-977d-8cf16cce44f2 service neutron] 10.222.0.44 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514618 Jan 27 05:59:07.724474 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b8037c2f-311f-4274-b701-81985c6ed055 req-cbee8cb1-1cce-45ec-ab8d-2b9fedfd8953 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 210 time: 0.0527933 Jan 27 05:59:08.482932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad97e-566e-4750-a8ea-5962f9e226c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:08.934558 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ac742969-56b4-4fd6-a552-2dc87441cae9 req-487e00df-cfc5-44ca-a6e2-1f1a12abd5b6 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 210 time: 0.0734541 Jan 27 05:59:09.692470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:10.006413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:10.025477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-e431ef6f-4421-45db-aea1-8cca2f183177 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:10.025477 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-e431ef6f-4421-45db-aea1-8cca2f183177 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Synchronizing usage tracker for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:network {{(pid=80180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:59:10.083181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-e431ef6f-4421-45db-aea1-8cca2f183177 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Unset dirty status for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:network {{(pid=80180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:59:10.085199 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-e431ef6f-4421-45db-aea1-8cca2f183177 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 815 time: 0.2938926 Jan 27 05:59:10.109279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'port': {'device_id': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'admin_state_up': True, 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:10.240116 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9f9bfd42-a8eb-426d-8843-ec1c8a2a34d8 req-665f8ed6-66ba-40f2-b514-2407ed71addc tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 210 time: 0.0552759 Jan 27 05:59:10.290685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:59:10.295403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Usage tracker for resource:port and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:59:10.298984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:59:10.307034 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:59:10.340480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Made reservation on behalf of 57ae14b7ae1b4ff29c89475c5f3081d0 for: {'port': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 05:59:10.359015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:10.732576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Allocated IP 172.20.0.12 (e5fd0cd6-3855-42fa-a8e1-f5a6db94c103/af13f25b-ace3-417d-a8d2-579ffba7494e/e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb) {{(pid=80180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:59:10.757736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:11.223998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for port, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:11.303424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Transition to ACTIVE for port object e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb will not be triggered until provisioned by entity DHCP. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:59:11.403969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:11.426560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2075bf20-7ae2-46ca-a3f0-d906edd7d11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:11.888837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:11.908078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:11.984539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 is already hosted by enough agents. {{(pid=80180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:59:11.986296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources bound (agent type, host, resource id): {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:59:11.989207 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Received port after_create {{(pid=80180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:59:12.139662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:12.140549 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:12.242406 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-6512a643-cdd6-4a34-9d6e-557751b9b63c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1369648 Jan 27 05:59:12.403403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-c75163ee-43a0-44a0-bb8f-ac985ff203fd None None] Provisioning for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb completed by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:59:12.412571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-c75163ee-43a0-44a0-bb8f-ac985ff203fd None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:59:12.413755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c75163ee-43a0-44a0-bb8f-ac985ff203fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:12.504812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c75163ee-43a0-44a0-bb8f-ac985ff203fd None None] Port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb cannot update to ACTIVE because it is not bound. {{(pid=80181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 27 05:59:16.261396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:59:28.241769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Request body: {'port': {'device_id': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:28.372759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:28.537339 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fa2be-992b-43d9-bf29-9d8168100c4d req-bd0c8a85-df61-4747-ab4d-aafa5db9d83a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:28.539349 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f0fa2be-992b-43d9-bf29-9d8168100c4d req-bd0c8a85-df61-4747-ab4d-aafa5db9d83a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 932 time: 0.1585343 Jan 27 05:59:28.610328 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f0fa2be-992b-43d9-bf29-9d8168100c4d req-12280f18-c6bb-49f4-8e3f-f536f9e9322c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Jan 27 05:59:28.865092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb {{(pid=80180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 27 05:59:28.874154 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:28.887373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Transition to ACTIVE for port object e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb will not be triggered until provisioned by entity L2. {{(pid=80180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 27 05:59:28.914409 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:28.932589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b6b2205a-0c77-4a64-94bd-9303f3cc6a0a tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:28.974443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:29.072883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=2']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:29.085620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:29.270231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Attempting to bind port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb on host hv-cinder-77262 for vnic_type normal with profile {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 05:59:29.270768 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Attempting to bind port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 27 05:59:29.270955 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Attempting to bind port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb on network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 27 05:59:29.278298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Checking agent: {'id': '6e573f2e-f648-4d69-b4cf-328bf29583b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 59), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 27 05:59:29.278677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Checking segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 05:59:29.279083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:29.279481 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Bound using segment: {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'} {{(pid=80180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 27 05:59:29.279989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Bound port: e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe6adb-87a2-464c-8cc9-7e2628f015af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103'}}] {{(pid=80180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 27 05:59:29.280366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:29.383197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] For port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host hv-cinder-77262, cleared binding levels {{(pid=80180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 27 05:59:29.387591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] For port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 27 05:59:29.443170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036322919679'] for port, after_update {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:29.457505 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-11216c58-b587-441f-b4ca-07c967416c0c tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:29.617011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=3']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:29.621998 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:29.662832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:29.664095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:29.666368 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] 10.222.0.53 "PUT /v2.0/ports/e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1158 time: 1.4293463 Jan 27 05:59:29.666805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:59:29.741047 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'status': 'completed', 'code': 200} Jan 27 05:59:29.850679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-65380571-990c-436e-8b69-80ea2143295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:29.852474 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-65380571-990c-436e-8b69-80ea2143295d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1161 time: 0.0884566 Jan 27 05:59:29.919605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102784d-6cb3-4fac-b1d6-5b09293840a9 req-2a3d57c9-fd0f-46e2-b539-2b09740aace3 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:29.921413 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8102784d-6cb3-4fac-b1d6-5b09293840a9 req-2a3d57c9-fd0f-46e2-b539-2b09740aace3 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 944 time: 0.1669765 Jan 27 05:59:29.952495 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-bfa2a1d6-794b-4bd3-803b-7726e701d095 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 217 time: 0.0817215 Jan 27 05:59:29.986291 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8102784d-6cb3-4fac-b1d6-5b09293840a9 req-4e190ca3-c4b0-40be-9e33-5c58bf1927f0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577645 Jan 27 05:59:30.034343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-67b2ec97-4077-44e9-b492-f6473854843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:30.035964 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-67b2ec97-4077-44e9-b492-f6473854843d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0765624 Jan 27 05:59:30.121521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d419a51c-4f8f-41fb-b2fd-00ba41629f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:30.123122 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-d419a51c-4f8f-41fb-b2fd-00ba41629f49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788589 Jan 27 05:59:30.275989 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-0b4dfbd6-8cea-456a-9379-f43f49f68bac service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441200 Jan 27 05:59:30.425004 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43d1d7dd-2ba8-4964-a444-e2b60e834739 req-e490993d-36fe-4571-b076-30cbc078365b service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421299 Jan 27 05:59:30.636198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-48505834-91c5-4403-9ade-dff0e9240411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:30.637842 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-48505834-91c5-4403-9ade-dff0e9240411 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1161 time: 0.0869524 Jan 27 05:59:30.792421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-fda24196-2b5a-4155-9811-512ed1433182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:30.794012 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-fda24196-2b5a-4155-9811-512ed1433182 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.1492531 Jan 27 05:59:30.873498 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-d368cc9e-84bc-4b8c-820a-872bdbe19ec0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 217 time: 0.0717711 Jan 27 05:59:30.952652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-ad65ff7c-1911-49ea-be66-810f6da3700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:30.954199 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-ad65ff7c-1911-49ea-be66-810f6da3700a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0738654 Jan 27 05:59:31.043496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-1e87f46c-1508-4035-a66d-c4c806474115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:31.045298 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-1e87f46c-1508-4035-a66d-c4c806474115 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821128 Jan 27 05:59:31.224972 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-844b5c8c-a7d5-4894-8e3d-e0b310c9651e service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717188 Jan 27 05:59:31.282025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1841e-6b47-4adb-aa9a-e9174f7a6a48 req-bd6d8849-dcd9-4575-b6c7-fae7f876d88d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:31.283772 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-45f1841e-6b47-4adb-aa9a-e9174f7a6a48 req-bd6d8849-dcd9-4575-b6c7-fae7f876d88d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 944 time: 0.1624279 Jan 27 05:59:31.360868 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-45f1841e-6b47-4adb-aa9a-e9174f7a6a48 req-9184b205-db44-494f-b308-71c7b1780163 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607131 Jan 27 05:59:31.379872 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3427dcf5-b6c9-49eb-b3ce-e292cf55c0d6 req-ea581532-44af-4744-b69b-4e2b6bf055af service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468067 Jan 27 05:59:32.245107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94405c87-bf71-4cc5-a1ac-db66ec910533 req-60ed1765-e6ae-4c1f-9011-d78036a790cb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:32.246699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94405c87-bf71-4cc5-a1ac-db66ec910533 req-60ed1765-e6ae-4c1f-9011-d78036a790cb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1480212 Jan 27 05:59:32.310742 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-94405c87-bf71-4cc5-a1ac-db66ec910533 req-9a84ea6b-aacd-447b-9d8e-2858639c47fa tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577269 Jan 27 05:59:32.671518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c83fd9-5c74-4a68-aedd-c723c50f5638 req-10489a25-6d40-4939-bddc-0c9148ae12e9 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:32.673302 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e0c83fd9-5c74-4a68-aedd-c723c50f5638 req-10489a25-6d40-4939-bddc-0c9148ae12e9 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 944 time: 0.1686432 Jan 27 05:59:32.739531 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e0c83fd9-5c74-4a68-aedd-c723c50f5638 req-cd3211ae-77a5-47d1-adca-d86ec0d7a352 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Jan 27 05:59:33.616403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c2794-ff5c-4150-8a4c-d4545b1bed8b req-70a3735c-f7e5-41be-843f-228e50484fb4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:33.618123 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-693c2794-ff5c-4150-8a4c-d4545b1bed8b req-70a3735c-f7e5-41be-843f-228e50484fb4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1593986 Jan 27 05:59:33.685861 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-693c2794-ff5c-4150-8a4c-d4545b1bed8b req-42d47a5e-2077-4782-9210-22c816591dac tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609267 Jan 27 05:59:34.032613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117794-e9a8-4493-b38c-ad45c37d86fd req-9164e916-f6bd-4917-b869-357e17ed0ba2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:34.034372 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-58117794-e9a8-4493-b38c-ad45c37d86fd req-9164e916-f6bd-4917-b869-357e17ed0ba2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 944 time: 0.1590936 Jan 27 05:59:34.099335 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-58117794-e9a8-4493-b38c-ad45c37d86fd req-359b971c-de15-40d0-86db-030e8fa7a301 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583797 Jan 27 05:59:34.386258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.objects.ports [None req-668a8b43-c0de-4238-8d00-525453d209fb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80181) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 27 05:59:34.995312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11aec0-3d37-43fb-b349-785dcce5ad26 req-8b79e0d7-17a1-4666-83df-1fcc9b75600b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:34.996997 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d11aec0-3d37-43fb-b349-785dcce5ad26 req-8b79e0d7-17a1-4666-83df-1fcc9b75600b tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1590843 Jan 27 05:59:35.061358 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0d11aec0-3d37-43fb-b349-785dcce5ad26 req-ce7c9592-3182-4ca4-bf2e-c19174823f1f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579770 Jan 27 05:59:35.170917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:59:35.279896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb completed by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 27 05:59:35.285605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:59:35.286027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:35.424491 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0583-1d71-4401-94cd-33895f47aefb req-9eb1a3fd-c6c2-47bb-9369-57302fda8028 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:35.426213 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-286a0583-1d71-4401-94cd-33895f47aefb req-9eb1a3fd-c6c2-47bb-9369-57302fda8028 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 944 time: 0.1598086 Jan 27 05:59:35.447912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:35.470958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd450e50-7afd-42a8-b1ca-a44c84320300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:35.479498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:59:35.498553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:59:35.505293 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-286a0583-1d71-4401-94cd-33895f47aefb req-1de501a2-15eb-4a8b-a8e8-7401781222bb tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606508 Jan 27 05:59:35.526044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:35.528142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:35.581629 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'code': 200} Jan 27 05:59:35.610545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=4']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:35.614055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:35.940904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33ae5-0eb1-4229-ae70-bd31c773ec0f req-e9b3d508-e5d8-4f2f-87bd-0c959094bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:35.942450 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84a33ae5-0eb1-4229-ae70-bd31c773ec0f req-e9b3d508-e5d8-4f2f-87bd-0c959094bc08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1163 time: 0.0833502 Jan 27 05:59:35.992406 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84a33ae5-0eb1-4229-ae70-bd31c773ec0f req-531ef41b-9a0a-4b0b-9ada-a789561ab0f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Jan 27 05:59:36.371006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:59:36.372192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9faf6-faba-46c8-9620-402fc46b7365 req-69bbdadb-8f1d-4e91-8cec-70790ff4f91f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:36.373891 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-53f9faf6-faba-46c8-9620-402fc46b7365 req-69bbdadb-8f1d-4e91-8cec-70790ff4f91f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1565375 Jan 27 05:59:36.439929 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-53f9faf6-faba-46c8-9620-402fc46b7365 req-c1d73f6c-19ab-4ed5-bff2-996051f1a8a8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594456 Jan 27 05:59:36.447148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:59:36.447589 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:36.871472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfdaa-4130-429a-9815-76fad06eb8d2 req-e190ff43-dc4e-4ae2-8aea-66b3e36eae23 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:36.873143 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c51bfdaa-4130-429a-9815-76fad06eb8d2 req-e190ff43-dc4e-4ae2-8aea-66b3e36eae23 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1580808 Jan 27 05:59:36.943945 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c51bfdaa-4130-429a-9815-76fad06eb8d2 req-9a485982-b080-4a79-bcf1-a69516fbd41c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Jan 27 05:59:37.887790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d840e-025c-421f-8e2b-c95eeb0e6d98 req-2f680dfb-251a-4b70-9698-cafe1c8df960 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:37.890886 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b18d840e-025c-421f-8e2b-c95eeb0e6d98 req-2f680dfb-251a-4b70-9698-cafe1c8df960 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2832308 Jan 27 05:59:37.957998 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b18d840e-025c-421f-8e2b-c95eeb0e6d98 req-89debdae-3910-4354-abe6-123f806dc76d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597348 Jan 27 05:59:38.251580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2247e0-d197-4d4e-a70e-9edc4a9acd35 req-2e51f200-9a49-49af-8345-c5ecc6350ab6 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:38.253221 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f2247e0-d197-4d4e-a70e-9edc4a9acd35 req-2e51f200-9a49-49af-8345-c5ecc6350ab6 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1643603 Jan 27 05:59:38.326105 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4f2247e0-d197-4d4e-a70e-9edc4a9acd35 req-16c756ca-fa2a-4ce2-8bca-ff9f522090fe tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Jan 27 05:59:38.475510 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-33c98c8d-2f7d-45b1-b4f3-c31fc9768a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:38.706416 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b5c7f-4b73-4d07-83e6-9ed73a8e9a45 req-cb5bedd7-5d68-4059-9e41-c995dc2c1458 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:38.708217 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-817b5c7f-4b73-4d07-83e6-9ed73a8e9a45 req-cb5bedd7-5d68-4059-9e41-c995dc2c1458 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.2271991 Jan 27 05:59:38.775407 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-817b5c7f-4b73-4d07-83e6-9ed73a8e9a45 req-53a7f2ad-6013-4696-b2ef-430b89098b8f tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 Jan 27 05:59:39.318953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bbcc0-d0b7-459d-b940-630819fc202b req-44e06907-ee58-4bc8-989e-a7560c09d4ad tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:39.321366 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f38bbcc0-d0b7-459d-b940-630819fc202b req-44e06907-ee58-4bc8-989e-a7560c09d4ad tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1622806 Jan 27 05:59:39.449628 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f38bbcc0-d0b7-459d-b940-630819fc202b req-72a34d78-b2c8-4195-8550-5150e5546784 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872419 Jan 27 05:59:39.537206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74bb1d-6260-4dc0-aaf4-94546009f7ee req-55db7c2a-7cf3-48dc-84be-cdf352141839 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:39.539030 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cb74bb1d-6260-4dc0-aaf4-94546009f7ee req-55db7c2a-7cf3-48dc-84be-cdf352141839 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.2165401 Jan 27 05:59:39.608317 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cb74bb1d-6260-4dc0-aaf4-94546009f7ee req-b852f22f-1e20-47d4-a0bd-a61e433fca12 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604651 Jan 27 05:59:39.705529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:40.002624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:40.739303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:40.827013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6827-8da9-4f3a-b03b-7aa849f3d9ad req-126c9368-7751-46f1-a46a-f4285d1fc600 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:40.828698 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5cf6827-8da9-4f3a-b03b-7aa849f3d9ad req-126c9368-7751-46f1-a46a-f4285d1fc600 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2186997 Jan 27 05:59:40.901476 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5cf6827-8da9-4f3a-b03b-7aa849f3d9ad req-d16a190c-9fe4-490e-b44a-5c6cc582f38d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597918 Jan 27 05:59:42.232022 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aed25-2e3e-4f80-a545-7124e7d00cad req-6d866c6a-3b4f-4fd8-8ec7-eec2c8a6e0a3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:42.233668 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-910aed25-2e3e-4f80-a545-7124e7d00cad req-6d866c6a-3b4f-4fd8-8ec7-eec2c8a6e0a3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1574113 Jan 27 05:59:42.301589 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-910aed25-2e3e-4f80-a545-7124e7d00cad req-66b106ba-f30f-410c-b8f9-deddccfbd969 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611360 Jan 27 05:59:43.612166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3671f-ca74-42ff-a6de-e2676d08be3e req-0c1bee41-e742-40b3-90fd-4ebd47272f46 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:43.613889 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3bd3671f-ca74-42ff-a6de-e2676d08be3e req-0c1bee41-e742-40b3-90fd-4ebd47272f46 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1527610 Jan 27 05:59:43.736677 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3bd3671f-ca74-42ff-a6de-e2676d08be3e req-6c3e8e2e-407a-4514-9f95-76d74cd94ecb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073282 Jan 27 05:59:45.131465 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab4cef-ea5a-46f3-85a6-1fe2b8ec9666 req-16613493-3aba-4d51-ba8f-178bf8bc0522 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:45.133853 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43ab4cef-ea5a-46f3-85a6-1fe2b8ec9666 req-16613493-3aba-4d51-ba8f-178bf8bc0522 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2312925 Jan 27 05:59:45.199321 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-43ab4cef-ea5a-46f3-85a6-1fe2b8ec9666 req-22c52c7c-ec8d-42d4-af4f-d5e3845746bc tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581839 Jan 27 05:59:45.400769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd76c52-206e-4b16-a1bc-c2a7d21771e8 req-0b9c8a9b-8490-4d3f-92cc-eb47f3ce4e68 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:45.402427 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbd76c52-206e-4b16-a1bc-c2a7d21771e8 req-0b9c8a9b-8490-4d3f-92cc-eb47f3ce4e68 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1573560 Jan 27 05:59:45.471856 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fbd76c52-206e-4b16-a1bc-c2a7d21771e8 req-e8d2dfd1-986f-4256-b4ab-4d4ca895f7c3 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Jan 27 05:59:45.721904 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-2c3c1cc1-e028-47b6-a7e5-f2e94ba8f305 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1911552 Jan 27 05:59:45.732932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'floatingip': {'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:45.753106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:59:45.757182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Usage tracker for resource:floatingip and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:59:45.760374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:59:45.766157 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:59:45.813996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for floatingip, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:45.961025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:46.448272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_common [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Allocated IP 172.28.1.246 (0e5275f4-34b3-46e8-a4e2-414ac3270d26/975ad466-d7df-4f15-a399-baefb0dc3ad4/f2dd5cbb-c273-451c-9fa7-101c60014583) {{(pid=80179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 27 05:59:46.750691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ef69-bd09-46e7-af9a-4531ccccf0fb req-2fe1f68e-15f9-4f61-8766-2afd6abe146d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:46.752398 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9906ef69-bd09-46e7-af9a-4531ccccf0fb req-2fe1f68e-15f9-4f61-8766-2afd6abe146d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2946913 Jan 27 05:59:46.763895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for port, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:46.830000 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9906ef69-bd09-46e7-af9a-4531ccccf0fb req-518e48e1-4c60-46f9-811a-cb1372cf3998 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700088 Jan 27 05:59:46.871187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780254828625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:46.888276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-17b7ede0-9721-41a0-a906-a4f2a75af5ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:47.028622 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'Port': ['ID=f2dd5cbb-c273-451c-9fa7-101c60014583,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:47.056448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.056869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.057279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.057682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.058080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.058466 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.058854 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.059248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.059638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.060057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.060457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.060848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.061293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.061682 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.062071 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.062457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.062844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.063233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.063619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.064039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.064424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.064811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.065197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.065579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 05:59:47.072109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:47.109835 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Network 0e5275f4-34b3-46e8-a4e2-414ac3270d26 is already hosted by enough agents. {{(pid=80179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 27 05:59:47.111032 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources bound (agent type, host, resource id): {{(pid=80179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 05:59:47.113399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Received port after_create {{(pid=80179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 27 05:59:47.196712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:47.285543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:47.566656 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:47.602500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:47.618830 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-396e7049-983f-4959-b3f3-bd26490fd03d tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:47.757484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'Port': ['ID=f2dd5cbb-c273-451c-9fa7-101c60014583,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:47.774922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:47.865757 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:48.002189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:48.003529 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2752163 Jan 27 05:59:48.155504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-6d250f54-d22d-41f9-86c0-c5c9ddcdaa92 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Synchronizing usage tracker for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:floatingip {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:59:48.273090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4bc4-f639-49df-aa27-efd78d42f22c req-cbf07d6e-1118-4c33-b34d-9fea0c8ea2b5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:48.275187 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-046d4bc4-f639-49df-aa27-efd78d42f22c req-cbf07d6e-1118-4c33-b34d-9fea0c8ea2b5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1994629 Jan 27 05:59:48.276459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-6d250f54-d22d-41f9-86c0-c5c9ddcdaa92 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Unset dirty status for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:floatingip {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:59:48.277607 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-6d250f54-d22d-41f9-86c0-c5c9ddcdaa92 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.246 HTTP/1.1" status: 200 len: 696 time: 0.2673039 Jan 27 05:59:48.431437 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-046d4bc4-f639-49df-aa27-efd78d42f22c req-a31eea54-a4a6-4826-b927-c5cdbcbf0257 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494431 Jan 27 05:59:48.558363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-6d603e20-a5a7-4ff1-8eb0-8bd11192dab3 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:48.559900 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-6d603e20-a5a7-4ff1-8eb0-8bd11192dab3 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 784 time: 0.2610426 Jan 27 05:59:48.570954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-a2b20f1f-128f-47c9-a5f0-88eeb400638c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:59:48.572016 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-20fd4cea-d241-4302-8887-84ea3261fea0 req-a2b20f1f-128f-47c9-a5f0-88eeb400638c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0062687 Jan 27 05:59:48.848182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-83a4c91b-e51f-4bda-bc90-c6b640d915bc tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:48.849900 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-83a4c91b-e51f-4bda-bc90-c6b640d915bc tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1587391 Jan 27 05:59:48.963792 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-759a2c0b-7de5-4ca0-a5c3-fbad331ef1c1 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.246 HTTP/1.1" status: 200 len: 696 time: 0.1059673 Jan 27 05:59:48.975097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'floatingip': {'port_id': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:49.075013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for floatingip, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:49.842219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:49.928126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8732c-3c39-4d75-9b25-ed707e7fd86d req-643a35ae-ef15-47ad-b1b5-cdfffc84673e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:49.936471 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7ff8732c-3c39-4d75-9b25-ed707e7fd86d req-643a35ae-ef15-47ad-b1b5-cdfffc84673e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.3233645 Jan 27 05:59:49.956591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:50.363939 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7ff8732c-3c39-4d75-9b25-ed707e7fd86d req-001f789e-db8d-4e3c-b8c7-fbe6b45e924e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260190 Jan 27 05:59:50.410765 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Floating IP d25e83fb-a6a6-4f63-9ae7-f71482d0c963 associated. External IP: 172.28.1.246, port: e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb. Jan 27 05:59:50.840719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 05:59:51.153891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 05:59:51.158560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:51.169287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] Sync routers for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 05:59:51.183142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:59:51.184176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:59:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:59:51.227722 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-15f1839b-8240-4967-bc42-a6677549de58 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "PUT /v2.0/floatingips/d25e83fb-a6a6-4f63-9ae7-f71482d0c963 HTTP/1.1" status: 200 len: 997 time: 2.2560973 Jan 27 05:59:51.228201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:59:51.300115 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'status': 'completed', 'code': 200} Jan 27 05:59:51.503183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-1f694d82-7a23-445b-ba98-f72b5b0c4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:51.506423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-1f694d82-7a23-445b-ba98-f72b5b0c4afe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1163 time: 0.1521726 Jan 27 05:59:51.526014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-19608b95-7ea1-49a2-9729-cfe64c0ec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:51.535432 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-19608b95-7ea1-49a2-9729-cfe64c0ec6b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1163 time: 0.2851105 Jan 27 05:59:51.663647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:59:51.752309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-7a00a225-8bcf-4f2e-81b5-30f9c1074133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:51.754359 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-7a00a225-8bcf-4f2e-81b5-30f9c1074133 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.2420275 Jan 27 05:59:51.881898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-7ac10b6f-0775-437a-aacb-120a84287fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:51.885387 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-7ac10b6f-0775-437a-aacb-120a84287fdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.3386209 Jan 27 05:59:51.910899 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-44233b28-d607-4472-b827-e572ddf4a0af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1000 time: 0.1474354 Jan 27 05:59:52.020161 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d9d7e-a3a6-40d5-abc0-694e516d4dfd req-faedb9ef-d502-4473-9c12-64fe23022300 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:52.038242 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4a4d9d7e-a3a6-40d5-abc0-694e516d4dfd req-faedb9ef-d502-4473-9c12-64fe23022300 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.3040786 Jan 27 05:59:52.040373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-b2c4cc28-1617-4b3b-98e0-e4d63b4372be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:52.042001 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-b2c4cc28-1617-4b3b-98e0-e4d63b4372be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.1163981 Jan 27 05:59:52.140790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'd25e83fb-a6a6-4f63-9ae7-f71482d0c963', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'floating_ip_address': '172.28.1.246', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'port_id': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'mac_address': 'fa:16:3e:89:57:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:59:47Z', 'updated_at': '2021-01-27T05:59:49Z', 'revision_number': 1, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:58Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:59:52.145270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] Checking router: 84ccc7ce-0b2a-4db5-a46c-e596db14a066 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 05:59:52.155372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-915eac62-6bdf-4926-98ab-d7e860b96288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:52.156121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 05:59:52.156817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T05:59:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:59:52.157286 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-915eac62-6bdf-4926-98ab-d7e860b96288 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073575 Jan 27 05:59:52.241280 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4a4d9d7e-a3a6-40d5-abc0-694e516d4dfd req-c425b8ac-a29d-42da-a1fa-a1f485cc5492 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284058 Jan 27 05:59:52.246619 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-d9c9b61e-cafa-4cb3-ab64-c8b2cf4a9cf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1000 time: 0.2049336 Jan 27 05:59:52.330698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-6859af21-ead7-4451-9a8d-8f5a0efd7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:52.332699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-6859af21-ead7-4451-9a8d-8f5a0efd7430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0778713 Jan 27 05:59:52.398874 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-478d0305-5a34-476f-8117-880dfd3853a1 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315056 Jan 27 05:59:52.495325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-4175984a-a969-4447-afc9-261bc2a0922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:52.497319 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-4175984a-a969-4447-afc9-261bc2a0922f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1566904 Jan 27 05:59:52.510569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-7b1a1b7c-fba5-494a-ad9d-07022f7ccfb6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 05:59:52.511674 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-7b1a1b7c-fba5-494a-ad9d-07022f7ccfb6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0067611 Jan 27 05:59:52.516902 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 05:59:52.747475 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-ea7a1231-2ebf-4bce-a8d1-bac4ec152cce service neutron] 10.222.0.44 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267261 Jan 27 05:59:53.005174 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3696b04d-a86e-434f-9436-1d9b3df0f486 req-5bd2c58f-db08-4795-940d-b62cf6e64f64 service neutron] 10.222.0.44 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2336404 Jan 27 05:59:53.031864 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-da24cb5e-d41d-4713-9abf-88386c3ff595 req-3fa20c86-f2dc-4b18-840f-60f9e21e1d51 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6162221 Jan 27 05:59:53.119733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'd25e83fb-a6a6-4f63-9ae7-f71482d0c963', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'floating_ip_address': '172.28.1.246', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'port_id': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'mac_address': 'fa:16:3e:89:57:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:59:47Z', 'updated_at': '2021-01-27T05:59:49Z', 'revision_number': 1, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:58Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 05:59:53.124872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d741dc-84d9-49f5-b281-4113b56580eb None None] The sync data for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb is: [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_floatingips': [{'id': 'd25e83fb-a6a6-4f63-9ae7-f71482d0c963', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'floating_ip_address': '172.28.1.246', 'floating_network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'router_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'port_id': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'mac_address': 'fa:16:3e:89:57:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:59:47Z', 'updated_at': '2021-01-27T05:59:49Z', 'revision_number': 1, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:58Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 05:59:53.135321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1054943353', 'description': 'tempest-TestMinimumBasicScenario-1054943353 description'}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:53.156278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:59:53.161102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Usage tracker for resource:security_group and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:59:53.164679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:59:53.171007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:59:53.260938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 05:59:53.425579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:53.452885 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:59:53.457747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Usage tracker for resource:security_group_rule and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:59:53.462803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:59:53.470252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:59:53.584856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:53.636563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc8ecb0-75da-49f2-a7f4-120544f092db None None] New status for floating IP d25e83fb-a6a6-4f63-9ae7-f71482d0c963: ACTIVE {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 05:59:53.669158 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:53.696881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4d187169-6ac4-413e-8772-e2fed31d750b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:53.750966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:53.762535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-45e60115-366b-40a5-adba-f8005efea1ae req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6451917 Jan 27 05:59:53.791607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2474262e-b4c5-4698-a387-9bf4edbfdcdf,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:53.795918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:53.878231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3072ea-4cb5-49f1-99f4-6e2a15ad5b80 req-3d103f56-4dea-4de4-8d2b-b665f9db9291 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:53.880355 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d3072ea-4cb5-49f1-99f4-6e2a15ad5b80 req-3d103f56-4dea-4de4-8d2b-b665f9db9291 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2996449 Jan 27 05:59:53.956249 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2d3072ea-4cb5-49f1-99f4-6e2a15ad5b80 req-718b377e-c389-4d7b-9d19-b82abe4b4a04 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655298 Jan 27 05:59:54.111464 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-9393db9d-a9e5-45df-985b-9ca5875db3a5 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups/2474262e-b4c5-4698-a387-9bf4edbfdcdf HTTP/1.1" status: 200 len: 1814 time: 0.0970595 Jan 27 05:59:54.119936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2474262e-b4c5-4698-a387-9bf4edbfdcdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:54.120880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2474262e-b4c5-4698-a387-9bf4edbfdcdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:54.145736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:59:54.154562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Usage tracker for resource:security_group_rule and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:59:54.159126 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:59:54.170515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:59:54.291533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.328229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.368795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.380315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:54.415806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae7e28d-2c46-4444-8a1b-56d81efc1758,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:54.425435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:54.463473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.464939 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-415ee5ee-9421-486d-994b-8a0dc7d03d6d req-2dc26ecd-5527-474e-8cf0-b9a61114371e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3516693 Jan 27 05:59:54.596000 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-e39b15f3-ea09-4c9d-92a0-9fa367d489eb tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups/2474262e-b4c5-4698-a387-9bf4edbfdcdf HTTP/1.1" status: 200 len: 2407 time: 0.0859523 Jan 27 05:59:54.602343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2474262e-b4c5-4698-a387-9bf4edbfdcdf', 'remote_group_id': None}]} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:54.602781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2474262e-b4c5-4698-a387-9bf4edbfdcdf', 'remote_group_id': None}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:54.626074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 05:59:54.633478 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Usage tracker for resource:security_group_rule and tenant:57ae14b7ae1b4ff29c89475c5f3081d0 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 05:59:54.639653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 05:59:54.646947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 05:59:54.739267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.772221 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.799776 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371893'] for security_group_rule, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.802555 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6983b146-dcb9-4316-ab98-997cfe3afdb9 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:54.830162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425291a2-68ea-4804-9277-e0910ff76b90,revision_number=0']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:54.835394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:54.904983 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:54.906674 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-7f68a23e-95dc-450e-b346-f90e094ccb21 req-64b07eee-d825-49c1-85a1-21c17934938a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3097701 Jan 27 05:59:55.104967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-ee36dde0-1084-4865-aa4d-793b33fe2ee1 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Synchronizing usage tracker for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 05:59:55.167935 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-ee36dde0-1084-4865-aa4d-793b33fe2ee1 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Unset dirty status for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 05:59:55.169935 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-ee36dde0-1084-4865-aa4d-793b33fe2ee1 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1054943353&fields=id&tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0 HTTP/1.1" status: 200 len: 267 time: 0.1413407 Jan 27 05:59:55.336975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-e703c256-696d-4bf1-92a9-4551de46ffae tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:55.338755 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-e703c256-696d-4bf1-92a9-4551de46ffae tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1623259 Jan 27 05:59:55.389993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'port': {'security_groups': ['12cdfb4c-733f-423d-b800-87860b8f3225', '2474262e-b4c5-4698-a387-9bf4edbfdcdf']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 05:59:55.572848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:55.663140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b51fb-b367-4c13-b32e-52e38eef95fd req-bec0a0bf-9d86-43dd-b344-055710630a6a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:55.665105 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d32b51fb-b367-4c13-b32e-52e38eef95fd req-bec0a0bf-9d86-43dd-b344-055710630a6a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.3253293 Jan 27 05:59:55.838180 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d32b51fb-b367-4c13-b32e-52e38eef95fd req-2b948190-3847-4382-9037-75bfd7337400 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646714 Jan 27 05:59:56.142738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] For port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 05:59:56.171379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:56.234080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:56.252258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 05:59:56.413751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=5']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 05:59:56.420201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 05:59:56.563499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:56.577201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:56.577201 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fd7b82cf-16b6-47b6-8400-82dc7076e3dc req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "PUT /v2.0/ports/e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 982 time: 1.1870584 Jan 27 05:59:56.577201 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 05:59:56.696855 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'status': 'completed', 'code': 200} Jan 27 05:59:56.751872 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-f12dc351-5d00-4cad-b22e-14cb6a18f78a None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:59:56.752310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f12dc351-5d00-4cad-b22e-14cb6a18f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:56.816058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-fdb8e6d8-d97b-4a41-b2ec-5ec245ebdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:56.817949 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-fdb8e6d8-d97b-4a41-b2ec-5ec245ebdbea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1203 time: 0.0857315 Jan 27 05:59:56.906969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daa8ac-a2b4-4d34-8cb3-371db17aa7a9 req-66962bad-e811-46ec-8bf2-c6a827bd6055 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:56.908879 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-26daa8ac-a2b4-4d34-8cb3-371db17aa7a9 req-66962bad-e811-46ec-8bf2-c6a827bd6055 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1682117 Jan 27 05:59:56.993578 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-26daa8ac-a2b4-4d34-8cb3-371db17aa7a9 req-dc134dc5-a996-4c8c-97f0-9df120171529 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0769012 Jan 27 05:59:57.003610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-0bc26a73-b06a-4ebc-97a3-7be51fbe4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:57.005614 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-0bc26a73-b06a-4ebc-97a3-7be51fbe4e67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.1802983 Jan 27 05:59:57.119975 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-94d2a529-e295-4525-ad32-1c4e46a37b4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1002 time: 0.1066298 Jan 27 05:59:57.152176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3be4f0-311b-4218-ac68-ef2457807ae8 req-14ca43ec-653f-4e28-b956-491fecbb245f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:57.153883 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2b3be4f0-311b-4218-ac68-ef2457807ae8 req-14ca43ec-653f-4e28-b956-491fecbb245f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1524174 Jan 27 05:59:57.192756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-6bbda954-bae2-474e-8be7-99c69ad98a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:57.194457 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-6bbda954-bae2-474e-8be7-99c69ad98a1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0670247 Jan 27 05:59:57.224390 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-2b3be4f0-311b-4218-ac68-ef2457807ae8 req-ff2881b1-2737-435b-ba57-13201bbb86ba tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637035 Jan 27 05:59:57.292392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-728107c9-7125-47cb-adad-94ea3fdc1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:57.294735 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-728107c9-7125-47cb-adad-94ea3fdc1c47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930140 Jan 27 05:59:57.541840 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-18e8a752-be53-4198-852b-2b1033d28e26 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860633 Jan 27 05:59:57.736081 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cfec03d6-25f6-45bb-81b9-1dd42cc173ff req-8794cdaf-fe09-471b-8f0e-0cf5f03d51d2 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1844289 Jan 27 05:59:58.821756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bef443-077e-42a5-8f7e-53ff580c7a33 req-28f28cce-8dca-4267-9eb3-76bec81ea312 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 05:59:58.827627 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09bef443-077e-42a5-8f7e-53ff580c7a33 req-28f28cce-8dca-4267-9eb3-76bec81ea312 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.4288912 Jan 27 05:59:58.896535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09bef443-077e-42a5-8f7e-53ff580c7a33 req-a64b8712-86fa-4b84-9a31-45b2cb73c03d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677660 Jan 27 05:59:58.979038 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 05:59:59.006349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 05:59:59.094482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 05:59:59.095023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:00.233130 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0e65f-4a16-4973-9d82-b55bde414e4b req-e043496b-a2d2-4d5a-8633-db4b5b4d8de2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:00.236299 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-28e0e65f-4a16-4973-9d82-b55bde414e4b req-e043496b-a2d2-4d5a-8633-db4b5b4d8de2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1780603 Jan 27 06:00:00.313072 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-28e0e65f-4a16-4973-9d82-b55bde414e4b req-e11456ae-1449-469a-9bc6-4d7494931c89 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703540 Jan 27 06:00:01.618674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afce32-5a89-44ac-a52e-b1cbff2f5cfb req-66cb290e-fd78-433d-9d87-ae57538d93d3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:01.620445 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d0afce32-5a89-44ac-a52e-b1cbff2f5cfb req-66cb290e-fd78-433d-9d87-ae57538d93d3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1550736 Jan 27 06:00:01.688580 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d0afce32-5a89-44ac-a52e-b1cbff2f5cfb req-0c79f7ab-e189-4168-91af-1270ddf71875 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596154 Jan 27 06:00:02.877078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee07269-c023-4070-ad7b-ceb7074c187e req-3e86fb1e-fb42-4c55-84f2-b06e4d17c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:02.879337 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-3e86fb1e-fb42-4c55-84f2-b06e4d17c3a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1162 time: 0.0859778 Jan 27 06:00:03.045569 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee07269-c023-4070-ad7b-ceb7074c187e req-0d6ec56b-5ea8-41ea-9b48-a0e34284d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.047162 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-0d6ec56b-5ea8-41ea-9b48-a0e34284d4cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.1464534 Jan 27 06:00:03.064078 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37effc1b-5230-46a5-9380-9b1cc6e8d879 req-13639399-c45e-450d-8e1e-b9e3accb71c5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.065850 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-37effc1b-5230-46a5-9380-9b1cc6e8d879 req-13639399-c45e-450d-8e1e-b9e3accb71c5 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.2248881 Jan 27 06:00:03.095500 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-9a618c4f-6ea3-45b8-98fe-62852ae67251 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1930432 Jan 27 06:00:03.142620 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-37effc1b-5230-46a5-9380-9b1cc6e8d879 req-5f157f6d-09b6-4117-acf5-7c2e6d25badb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658488 Jan 27 06:00:03.188790 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-fa8e3623-b7cc-4655-a71d-1c0672e44b6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 200 len: 1001 time: 0.1330669 Jan 27 06:00:03.264768 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee07269-c023-4070-ad7b-ceb7074c187e req-f0732769-20ad-42a8-8a93-8135f1643b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.266446 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-f0732769-20ad-42a8-8a93-8135f1643b32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.0690079 Jan 27 06:00:03.286868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-eeb4b019-63f5-4632-9831-ae05c508df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.288654 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-eeb4b019-63f5-4632-9831-ae05c508df8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.0848520 Jan 27 06:00:03.363700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee07269-c023-4070-ad7b-ceb7074c187e req-9cd4e814-af55-40c3-a7d0-c6e0c4515457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.365338 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-9cd4e814-af55-40c3-a7d0-c6e0c4515457 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921075 Jan 27 06:00:03.465947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-fedae203-dfaa-461f-b6d0-297dfaeb9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.467687 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-fedae203-dfaa-461f-b6d0-297dfaeb9d5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.1575317 Jan 27 06:00:03.520937 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-e6ec937f-c868-4974-9e8f-9eb307befe09 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480482 Jan 27 06:00:03.598275 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-5e65da3f-1f73-48ec-abd8-0596a8fb3aa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 1001 time: 0.1240916 Jan 27 06:00:03.672649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-f33f9646-692c-4c19-8944-1612c3052f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.674407 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-f33f9646-692c-4c19-8944-1612c3052f49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.0698400 Jan 27 06:00:03.713268 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fee07269-c023-4070-ad7b-ceb7074c187e req-4a80ec53-57e2-47bd-9393-369ade59e347 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1850276 Jan 27 06:00:03.772610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-43ea45c9-a1ec-46a0-8b96-7b4aade62895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:03.774588 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-43ea45c9-a1ec-46a0-8b96-7b4aade62895 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853794 Jan 27 06:00:03.928158 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-f81ed740-0195-4064-a6bb-77c4f6cb510f service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456425 Jan 27 06:00:04.082139 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-90ed5eac-4b6b-48f4-92e6-fc5b09c7f3e0 req-e7d37fe1-1edc-4f99-900e-56ca7472e64b service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456935 Jan 27 06:00:04.479160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beecb0f-8b00-4b75-bae4-15a88d19358a req-b7c66541-b272-46ef-8b5e-674b55533428 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:04.480913 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8beecb0f-8b00-4b75-bae4-15a88d19358a req-b7c66541-b272-46ef-8b5e-674b55533428 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1514168 Jan 27 06:00:04.546199 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8beecb0f-8b00-4b75-bae4-15a88d19358a req-4297f0cf-fede-456b-89f3-d5be6db083f2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584247 Jan 27 06:00:05.452867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a834-c919-4e1a-845f-77eaa753bd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:05.860674 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ede7-c5e9-4a1f-9d26-70c416bbab91 req-2506dfe8-cfa6-4f4f-ba16-6b291057aa8a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:05.862357 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e825ede7-c5e9-4a1f-9d26-70c416bbab91 req-2506dfe8-cfa6-4f4f-ba16-6b291057aa8a tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1562533 Jan 27 06:00:05.927183 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e825ede7-c5e9-4a1f-9d26-70c416bbab91 req-8d86623e-803b-43f1-a33a-259654acdaa3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573354 Jan 27 06:00:06.568507 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:06.703396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:06.740427 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:00:06.752420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:06.788493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:06.790984 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:06.871149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=5']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:06.881061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.881455 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.881993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.882375 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.883301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.883663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.884272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.884401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.884761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.885135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.885509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.885883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.886333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.886704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.887076 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.887445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.887814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.888216 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.888572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.888943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.889306 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.889677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.890039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.890409 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:06.895283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:06.943457 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'code': 422} returned with failed status Jan 27 06:00:07.230259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f189b5-0979-4555-82ba-4a634a8a8a71 req-d3648a54-9c4f-4294-8349-2df809058cc3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:07.231916 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f0f189b5-0979-4555-82ba-4a634a8a8a71 req-d3648a54-9c4f-4294-8349-2df809058cc3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1511722 Jan 27 06:00:07.297253 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f0f189b5-0979-4555-82ba-4a634a8a8a71 req-f9bc5a64-a798-4fcd-8027-a9dc5ca2f882 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588546 Jan 27 06:00:08.516007 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3592729e-150b-4646-bb12-69b0c6529091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:09.714004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:09.798951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9aca7-1957-4ec3-8e62-9777be15a9b1 req-0d9d5171-1c5b-4403-ae96-cd3e048c3503 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:09.800695 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-40b9aca7-1957-4ec3-8e62-9777be15a9b1 req-0d9d5171-1c5b-4403-ae96-cd3e048c3503 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2359970 Jan 27 06:00:09.806280 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-ad50ea2c-1d2f-4edb-894b-76e4115bf63c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1908031 Jan 27 06:00:09.866060 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-40b9aca7-1957-4ec3-8e62-9777be15a9b1 req-323cee95-184a-4e3f-b69e-884bed439a04 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580516 Jan 27 06:00:09.973090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:10.583300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a880-2872-4de4-be74-5cf60767d4da req-f85ef8e5-05b0-4809-bf8b-0a5d7be77e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:10.587591 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-f85ef8e5-05b0-4809-bf8b-0a5d7be77e02 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9&tenant_id=f3365c463c3144f9b2e0f8c14883e09a HTTP/1.1" status: 200 len: 1160 time: 0.0868447 Jan 27 06:00:10.740916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a880-2872-4de4-be74-5cf60767d4da req-ed0d5294-9233-4902-88d0-f61ace097f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:10.742934 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-ed0d5294-9233-4902-88d0-f61ace097f40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1160 time: 0.1169355 Jan 27 06:00:10.762516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:10.930317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a880-2872-4de4-be74-5cf60767d4da req-a3051f5f-0d9b-417b-b612-9a634c83d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:10.931979 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-a3051f5f-0d9b-417b-b612-9a634c83d84f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.1826878 Jan 27 06:00:11.113349 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-c2197165-6a53-4587-8373-d5028b6c83c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 200 len: 999 time: 0.1746407 Jan 27 06:00:11.285716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9fd09-f81f-4299-ae71-f94f40b7477a req-811d8cac-16df-462e-a1b0-7ab684aa8879 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:11.287423 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3bf9fd09-f81f-4299-ae71-f94f40b7477a req-811d8cac-16df-462e-a1b0-7ab684aa8879 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2585430 Jan 27 06:00:11.290140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a880-2872-4de4-be74-5cf60767d4da req-739eb344-baf8-48f4-b998-4e1c2281c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:11.292415 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-739eb344-baf8-48f4-b998-4e1c2281c108 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.1671789 Jan 27 06:00:11.417354 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3bf9fd09-f81f-4299-ae71-f94f40b7477a req-4d06dbc2-58a4-4c0f-8b24-621e932488e1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216474 Jan 27 06:00:11.442500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a880-2872-4de4-be74-5cf60767d4da req-27092d1f-6f41-4846-a62d-bb30bb5a100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:11.444161 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-27092d1f-6f41-4846-a62d-bb30bb5a100f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1310890 Jan 27 06:00:11.613570 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-f72ffa2f-8fbe-4cc4-a913-390a24cd4d28 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620395 Jan 27 06:00:11.785426 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ca54a880-2872-4de4-be74-5cf60767d4da req-0763d653-012a-45ad-bd29-375e897695fe service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1649058 Jan 27 06:00:12.727257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e9cd8-baa0-47ac-bee2-2a9ad288093c req-c0a99053-a17c-4085-87ab-8725851270b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:12.728980 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3b8e9cd8-baa0-47ac-bee2-2a9ad288093c req-c0a99053-a17c-4085-87ab-8725851270b2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1539321 Jan 27 06:00:12.798019 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3b8e9cd8-baa0-47ac-bee2-2a9ad288093c req-506c2835-1ba1-47a0-a4ec-5aeab7e5ebe4 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627034 Jan 27 06:00:14.325097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d017a80-2bc1-406c-8576-c658a5e2473b req-d96c02ba-6363-490e-bb2c-2ca152d99a50 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:14.326829 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4d017a80-2bc1-406c-8576-c658a5e2473b req-d96c02ba-6363-490e-bb2c-2ca152d99a50 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.3715634 Jan 27 06:00:14.389574 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4d017a80-2bc1-406c-8576-c658a5e2473b req-74eabb4a-5eca-435a-a831-f5100d13abdb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560706 Jan 27 06:00:15.388551 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-abd2e97e-041f-4df2-8a0d-05a066d595ec tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/floatingips/c1d4c928-d74f-4e02-87e9-c43c178ea549 HTTP/1.1" status: 200 len: 998 time: 0.1367404 Jan 27 06:00:15.624503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-0451e7d7-fad8-496c-92f9-148db622946c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:15.626062 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-0451e7d7-fad8-496c-92f9-148db622946c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 784 time: 0.2335804 Jan 27 06:00:15.637902 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-c2d2bb71-345a-4610-be76-14b1d05cdcfc tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 06:00:15.639236 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-c2d2bb71-345a-4610-be76-14b1d05cdcfc tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0068774 Jan 27 06:00:15.774762 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-0c571e13-471a-4c69-9996-9a47c9a2a01f tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.1287425 Jan 27 06:00:15.927045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-eba87164-bb9b-415d-a3bd-a258cbc0c1e0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:15.928485 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-eba87164-bb9b-415d-a3bd-a258cbc0c1e0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports/417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 942 time: 0.1475291 Jan 27 06:00:16.143862 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-223cb2bf-1fb7-46a9-95ad-690a5d6eac3c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.158 HTTP/1.1" status: 200 len: 1001 time: 0.1270826 Jan 27 06:00:16.398446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Deleting port 65829f9e-f016-4d17-b35c-33afbbff8e4f {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:16.399055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:16.667604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:16.667604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:16.816981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Calling delete_port for 65829f9e-f016-4d17-b35c-33afbbff8e4f owned by network:floatingip {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:17.516105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:17.533408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:17.634300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event deleted for resources: {'Port': ['ID=65829f9e-f016-4d17-b35c-33afbbff8e4f,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:17.637106 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:17.787513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for floatingip, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:17.787808 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Floating IP c1d4c928-d74f-4e02-87e9-c43c178ea549 disassociated (deleted). External IP: 172.28.1.158, port: 417a29ed-8f27-43b3-b22a-a2f3505cf01e. Jan 27 06:00:18.192890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Router 4e7644b4-5084-412e-bd92-5e4dd3475732 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:00:18.395272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:00:18.408980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] Sync routers for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:00:18.425861 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:18.426767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:18.505153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:18.609920 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-fd9a106b-7068-449f-995c-eee9ba17c926 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1d4c928-d74f-4e02-87e9-c43c178ea549 HTTP/1.1" status: 204 len: 173 time: 2.4536910 Jan 27 06:00:18.609920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:00:18.650621 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:18.734244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-e325a077-b105-4546-a1b2-04e343fb038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:18.735928 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-e325a077-b105-4546-a1b2-04e343fb038b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.1190724 Jan 27 06:00:18.903709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-028b4442-1df9-4155-9364-0190fe388e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:18.914239 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-028b4442-1df9-4155-9364-0190fe388e6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.1697898 Jan 27 06:00:19.048629 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:19.053606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] Checking router: 4e7644b4-5084-412e-bd92-5e4dd3475732 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:00:19.073141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:19.074394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:19.252947 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-7f07b29c-5a91-459e-910d-79ffed76af81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 217 time: 0.3295350 Jan 27 06:00:19.324881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-0004ef04-6513-4ba8-b061-768087f49fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:19.326627 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-0004ef04-6513-4ba8-b061-768087f49fff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.0727713 Jan 27 06:00:19.421559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-6686bb30-396f-43e5-90ec-bae7602b963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:19.424306 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-6686bb30-396f-43e5-90ec-bae7602b963b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907166 Jan 27 06:00:19.478178 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:19.610045 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-cdcf3b64-3a0a-481b-9b82-81aa877219f4 service neutron] 10.222.0.44 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775362 Jan 27 06:00:19.801851 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b755f293-cd2d-453b-af42-6db0275f26d8 req-6af55102-2eb9-43aa-9f6d-a93406250a4e service neutron] 10.222.0.44 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1833332 Jan 27 06:00:19.874468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:19.878930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0741d03e-2ab7-47ea-8ae5-b6bb263f5a4e None None] The sync data for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb is: [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T05:53:27Z', 'revision_number': 4, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': 'effbbe8e-5ee3-4c14-801f-1ece70da9433', 'name': '', 'network_id': '33968510-f870-4e8c-b118-0170082c8d2c', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'mac_address': 'fa:16:3e:d0:56:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:26Z', 'updated_at': '2021-01-27T05:53:39Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'subnets': [{'id': '3474aa16-bd4b-45c2-9c62-9b13b4743696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:00:20.159817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3ff7-a287-4ca2-91b4-aec5049b1313 req-1a7b469b-66c3-4ece-bec6-63af369e5667 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:20.162228 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1fee3ff7-a287-4ca2-91b4-aec5049b1313 req-1a7b469b-66c3-4ece-bec6-63af369e5667 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1868408 Jan 27 06:00:20.230235 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1fee3ff7-a287-4ca2-91b4-aec5049b1313 req-f37342ad-e8ae-440e-a4eb-7c1a74f28244 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603728 Jan 27 06:00:20.344655 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'status': 'completed', 'code': 200} Jan 27 06:00:20.362152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acfb13-7f0b-4cf6-b4fb-ab19a19ef00f None None] New status for floating IP c1d4c928-d74f-4e02-87e9-c43c178ea549: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 06:00:20.994937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852fc9e-164d-449e-bad0-d9887d8ca801 req-1397fdb2-3c33-416f-bb3d-1b660b22ed54 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:20.995671 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0852fc9e-164d-449e-bad0-d9887d8ca801 req-1397fdb2-3c33-416f-bb3d-1b660b22ed54 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Synchronizing usage tracker for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:00:21.481732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-0852fc9e-164d-449e-bad0-d9887d8ca801 req-1397fdb2-3c33-416f-bb3d-1b660b22ed54 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Unset dirty status for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:00:21.483710 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0852fc9e-164d-449e-bad0-d9887d8ca801 req-1397fdb2-3c33-416f-bb3d-1b660b22ed54 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.6583290 Jan 27 06:00:21.553289 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-0852fc9e-164d-449e-bad0-d9887d8ca801 req-f84ef7c7-32e6-47ec-bcd6-0bc5958dfcbe tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0631669 Jan 27 06:00:21.848496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4bd7-7f0c-4eda-9552-31cb098b283a req-8626bff0-0474-4444-9831-7db1c189bc41 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:21.850197 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09ae4bd7-7f0c-4eda-9552-31cb098b283a req-8626bff0-0474-4444-9831-7db1c189bc41 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1553431 Jan 27 06:00:21.913332 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-09ae4bd7-7f0c-4eda-9552-31cb098b283a req-4f18aa4a-a511-4ed2-9225-77db90e65201 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Jan 27 06:00:22.864459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f94b55-d16d-430b-adfa-55aefae2fb5f req-c6d5767f-55b8-40ab-a2eb-15d4e5495877 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:22.866222 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-79f94b55-d16d-430b-adfa-55aefae2fb5f req-c6d5767f-55b8-40ab-a2eb-15d4e5495877 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1575608 Jan 27 06:00:22.936850 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-79f94b55-d16d-430b-adfa-55aefae2fb5f req-961d9bd8-285a-4094-8a7a-b7eaf474e0ba tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0630322 Jan 27 06:00:23.238227 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fdecf-fed7-47e8-a489-e4b48bd91e57 req-7e79d18f-5165-496a-ad74-b8a7a21f9367 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:23.239930 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-070fdecf-fed7-47e8-a489-e4b48bd91e57 req-7e79d18f-5165-496a-ad74-b8a7a21f9367 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1760063 Jan 27 06:00:23.310020 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-070fdecf-fed7-47e8-a489-e4b48bd91e57 req-3a1264ab-deae-4661-8de5-21d03e2c0c78 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627365 Jan 27 06:00:24.228186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c916e-2025-44d6-b01f-b370c0f207ea req-4d498813-b3ce-4afd-a92f-054cca4cae7c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:24.229887 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f91c916e-2025-44d6-b01f-b370c0f207ea req-4d498813-b3ce-4afd-a92f-054cca4cae7c tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1559594 Jan 27 06:00:24.295708 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f91c916e-2025-44d6-b01f-b370c0f207ea req-826ce409-a71f-4de4-9dec-6a2916d014f0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0592632 Jan 27 06:00:24.617545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171631fd-d073-4618-8f2b-b3160c1eb912 req-6647cd70-d73b-4c29-b934-dd5c34de7dd8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:24.619121 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-171631fd-d073-4618-8f2b-b3160c1eb912 req-6647cd70-d73b-4c29-b934-dd5c34de7dd8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1609724 Jan 27 06:00:24.683191 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-171631fd-d073-4618-8f2b-b3160c1eb912 req-e95d9cc7-cf28-49b8-abee-c19f755e0cc3 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574100 Jan 27 06:00:25.575512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4c5a9-c91f-46ad-a264-ef9652c748e8 req-4a707f0a-2c3e-4d87-bce9-622e87c64d68 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:25.602254 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3cb4c5a9-c91f-46ad-a264-ef9652c748e8 req-4a707f0a-2c3e-4d87-bce9-622e87c64d68 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1484175 Jan 27 06:00:25.645379 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3cb4c5a9-c91f-46ad-a264-ef9652c748e8 req-35b5852e-204a-48b1-a708-95b9c04319cd tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616035 Jan 27 06:00:25.980779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afca39-649b-4d78-b85d-406fa5f6d320 req-a4970ec7-aace-4cc7-9ec0-32b0ff43bc41 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:25.982424 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-81afca39-649b-4d78-b85d-406fa5f6d320 req-a4970ec7-aace-4cc7-9ec0-32b0ff43bc41 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1524141 Jan 27 06:00:26.047310 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-81afca39-649b-4d78-b85d-406fa5f6d320 req-aef0da3f-8ea2-47d3-92bf-9e1bb987b11f tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582981 Jan 27 06:00:26.932895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a5492-b5f3-420d-946e-b6beaa76c7fd req-8af4ba02-fabd-4760-ad71-ae03a1dce5ec tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:26.934575 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e92a5492-b5f3-420d-946e-b6beaa76c7fd req-8af4ba02-fabd-4760-ad71-ae03a1dce5ec tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1580358 Jan 27 06:00:27.050636 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e92a5492-b5f3-420d-946e-b6beaa76c7fd req-5593fc34-bb96-4f48-b63c-4b7abb89d0c0 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1078253 Jan 27 06:00:27.074247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-72bb79fa-44af-4d5f-9450-0cb39783bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:27.081264 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-72bb79fa-44af-4d5f-9450-0cb39783bc35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b3105ede22947f0a1d1ca685c561635&device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 1162 time: 0.1175694 Jan 27 06:00:27.283874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-3d5defa9-ae47-422b-965d-5ce000ef9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:27.285487 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-3d5defa9-ae47-422b-965d-5ce000ef9698 service neutron] 10.222.0.53 "GET /v2.0/networks?id=33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 200 len: 903 time: 0.2026832 Jan 27 06:00:27.378487 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-69ae6996-8bfc-47b5-b9f2-feefe50e4af9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 200 len: 217 time: 0.0835054 Jan 27 06:00:27.508655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88668aa-574b-4e22-92f7-d64f754f9190 req-97767c7d-e4ea-450f-90a9-943a798400fb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:27.510374 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d88668aa-574b-4e22-92f7-d64f754f9190 req-97767c7d-e4ea-450f-90a9-943a798400fb tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.2834139 Jan 27 06:00:27.552179 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-e06d4ac6-6acf-4bf6-a7b5-d3ca06c36936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:27.553758 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-e06d4ac6-6acf-4bf6-a7b5-d3ca06c36936 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 200 len: 848 time: 0.1670613 Jan 27 06:00:27.630809 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d88668aa-574b-4e22-92f7-d64f754f9190 req-dc6e73ab-db7f-4d52-94ec-294591e82415 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094873 Jan 27 06:00:27.675290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-46da8b1a-b47c-4142-b19c-a8836b12e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:27.678394 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-46da8b1a-b47c-4142-b19c-a8836b12e78f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=33968510-f870-4e8c-b118-0170082c8d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1139736 Jan 27 06:00:27.827154 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-5d15d0c9-ae15-4cf3-b1e5-ca36001774e1 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411772 Jan 27 06:00:27.977902 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-bbfb94eb-0729-4169-b202-3b8531423d31 req-6f0349b3-d0d1-4736-a9e7-917b5e49d2d3 service neutron] 10.222.0.53 "GET /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437922 Jan 27 06:00:28.338833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ab75e-cd42-44a4-8967-5ffa76883292 req-54237113-b5dd-4437-9d42-6ae496b5b7b4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:28.340535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fc5ab75e-cd42-44a4-8967-5ffa76883292 req-54237113-b5dd-4437-9d42-6ae496b5b7b4 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1547627 Jan 27 06:00:28.404575 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-fc5ab75e-cd42-44a4-8967-5ffa76883292 req-57f3826c-1785-42f8-ae0f-b71bed441e89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575924 Jan 27 06:00:28.936524 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c290c-f3d3-4927-8a47-080d7c428a32 req-aafe0303-3e30-4a91-9d99-34ad36372ce2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:28.938148 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-226c290c-f3d3-4927-8a47-080d7c428a32 req-aafe0303-3e30-4a91-9d99-34ad36372ce2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.1540940 Jan 27 06:00:28.976258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:29.005195 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-226c290c-f3d3-4927-8a47-080d7c428a32 req-64aa5ead-c7a7-4de6-8a85-46840e8ba9f7 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602884 Jan 27 06:00:29.465798 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-2dc5423f-dbdd-4925-869b-5baa9f40ee69 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:29.467440 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-2dc5423f-dbdd-4925-869b-5baa9f40ee69 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.1507542 Jan 27 06:00:29.616500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Deleting port 417a29ed-8f27-43b3-b22a-a2f3505cf01e {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:29.616890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:29.850493 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29704030-4ccc-4a20-aa0d-efb108786edd req-00115427-adbc-404f-b0ea-e976e26017e5 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:29.852854 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-29704030-4ccc-4a20-aa0d-efb108786edd req-00115427-adbc-404f-b0ea-e976e26017e5 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 945 time: 0.3127036 Jan 27 06:00:30.004337 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-29704030-4ccc-4a20-aa0d-efb108786edd req-b59a7fae-4b05-4d19-b860-e7302126c665 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups?id=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0982471 Jan 27 06:00:30.035092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] For port 417a29ed-8f27-43b3-b22a-a2f3505cf01e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=417a29ed-8f27-43b3-b22a-a2f3505cf01e,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:30.035710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:30.171118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Calling delete_port for 417a29ed-8f27-43b3-b22a-a2f3505cf01e owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:30.260593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:00:30.637887 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676047f-e2f9-421e-a835-ba774cc24a3b req-44d9788f-2c5f-4b7d-b063-936da1332413 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:30.639526 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f676047f-e2f9-421e-a835-ba774cc24a3b req-44d9788f-2c5f-4b7d-b063-936da1332413 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 943 time: 0.4378312 Jan 27 06:00:30.721786 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f676047f-e2f9-421e-a835-ba774cc24a3b req-63681eee-e30f-4522-b3b4-2f432cc93520 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756788 Jan 27 06:00:30.747732 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:30.765677 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-af216b94-df9c-4635-bd79-4f1701c40a5f tempest-DeleteServersTestJSON-1785069340 tempest-DeleteServersTestJSON-1785069340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:30.864093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event deleted for resources: {'Port': ['ID=417a29ed-8f27-43b3-b22a-a2f3505cf01e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:30.871570 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:30.975952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] No DVR routers for this DVR port 417a29ed-8f27-43b3-b22a-a2f3505cf01e on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:00:30.981610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:30.984969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-deleted', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:00:31.045470 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e35b1a6-dddb-4755-b118-f2e861c320e1', 'name': 'network-vif-deleted', 'tag': '417a29ed-8f27-43b3-b22a-a2f3505cf01e', 'status': 'completed', 'code': 200} Jan 27 06:00:31.051239 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f5c17d4a-8f6c-4d94-9b3a-ec7cc94c8ac4 req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.53 "DELETE /v2.0/ports/417a29ed-8f27-43b3-b22a-a2f3505cf01e HTTP/1.1" status: 204 len: 173 time: 1.5738621 Jan 27 06:00:31.199453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-35b93b98-70ad-438f-9835-018e19b4d996 req-1aec5a3b-e333-40d8-8282-06dc7004eb74 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Synchronizing usage tracker for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:00:31.252561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-35b93b98-70ad-438f-9835-018e19b4d996 req-1aec5a3b-e333-40d8-8282-06dc7004eb74 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Unset dirty status for tenant:1b3105ede22947f0a1d1ca685c561635 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:00:31.253943 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-35b93b98-70ad-438f-9835-018e19b4d996 req-1aec5a3b-e333-40d8-8282-06dc7004eb74 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 210 time: 0.1065896 Jan 27 06:00:31.663536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 06:00:31.737238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 06:00:31.737571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:31.893541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:31.927099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}] {{(pid=80181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:00:31.939978 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] For port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:31.970316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867'] for port, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:31.973720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:32.013322 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'code': 200} Jan 27 06:00:32.023199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:32.076263 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No Port match for: 417a29ed-8f27-43b3-b22a-a2f3505cf01e {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:32.076817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 417a29ed-8f27-43b3-b22a-a2f3505cf01e not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:32.093276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadcaeb-7d0f-4557-8741-dddba31d9c72 req-cf84f7fe-021f-4024-b8f9-1fa56a12afb8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:32.095017 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cdadcaeb-7d0f-4557-8741-dddba31d9c72 req-cf84f7fe-021f-4024-b8f9-1fa56a12afb8 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1776974 Jan 27 06:00:32.116453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Pushing event updated for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=6']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:32.121515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:32.171778 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cdadcaeb-7d0f-4557-8741-dddba31d9c72 req-16484f0f-16b2-408e-a642-529f7343dfaf tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628915 Jan 27 06:00:32.474582 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1b824464-1ace-4242-81fc-ee6792cf232c req-7768e311-c6e2-4448-8e94-4dcf0d399f95 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e35b1a6-dddb-4755-b118-f2e861c320e1 HTTP/1.1" status: 200 len: 210 time: 0.0550389 Jan 27 06:00:32.484403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8e03e-0e19-4d3b-818c-614eb85fa5a9 req-ff547457-fdb6-4722-8deb-8cffbb924562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:32.486465 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-efc8e03e-0e19-4d3b-818c-614eb85fa5a9 req-ff547457-fdb6-4722-8deb-8cffbb924562 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1162 time: 0.1329274 Jan 27 06:00:32.531857 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-efc8e03e-0e19-4d3b-818c-614eb85fa5a9 req-cf5c06b3-7847-4b0b-adc4-f5a18f324fc2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378509 Jan 27 06:00:33.048057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 06:00:33.123300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 06:00:33.123928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:33.479926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59613cf-223b-4695-8809-e2dd96af27e2 req-3759d0fc-9995-4edd-8f7e-7af6b9555ada tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:33.481588 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d59613cf-223b-4695-8809-e2dd96af27e2 req-3759d0fc-9995-4edd-8f7e-7af6b9555ada tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1539690 Jan 27 06:00:33.543815 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d59613cf-223b-4695-8809-e2dd96af27e2 req-860428b2-9db3-4383-baa3-bb1bb1c3fd67 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558710 Jan 27 06:00:33.681676 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-091e2307-020d-425c-abc6-cdbebaaa318b req-73e0a290-69bc-4e83-98c5-9e18d12d5d08 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "GET /v2.0/security-groups/f799cddf-8ca0-4daa-a080-3f9cd7d0cccd HTTP/1.1" status: 200 len: 2991 time: 0.0700228 Jan 27 06:00:33.775336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-091e2307-020d-425c-abc6-cdbebaaa318b req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:33.806793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-091e2307-020d-425c-abc6-cdbebaaa318b req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:34.024430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-091e2307-020d-425c-abc6-cdbebaaa318b req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:34.033497 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9cd70a34-33eb-4e11-abf9-60d908cfc971 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:34.049149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f799cddf-8ca0-4daa-a080-3f9cd7d0cccd,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:34.053183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:34.092442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-091e2307-020d-425c-abc6-cdbebaaa318b req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:34.093769 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-091e2307-020d-425c-abc6-cdbebaaa318b req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] 10.222.0.44 "DELETE /v2.0/security-groups/f799cddf-8ca0-4daa-a080-3f9cd7d0cccd HTTP/1.1" status: 204 len: 173 time: 0.4051681 Jan 27 06:00:34.200029 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33784) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:34.890719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b39672-0de0-4f7a-acc2-78955d51ffb4 req-7275f1ce-8106-446a-a512-65b78a1df8f2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:34.892455 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5b39672-0de0-4f7a-acc2-78955d51ffb4 req-7275f1ce-8106-446a-a512-65b78a1df8f2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1594341 Jan 27 06:00:34.931448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854345490'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:34.962814 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c5b39672-0de0-4f7a-acc2-78955d51ffb4 req-606a9707-3226-4069-9c3b-4c900fc07b56 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637536 Jan 27 06:00:35.315747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Deleting port effbbe8e-5ee3-4c14-801f-1ece70da9433 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:35.316353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:35.504131 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ecba1dd-c002-441c-9164-20ea9fd932d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:35.509122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] For port effbbe8e-5ee3-4c14-801f-1ece70da9433, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=effbbe8e-5ee3-4c14-801f-1ece70da9433,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:35.510509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:35.897669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Calling delete_port for effbbe8e-5ee3-4c14-801f-1ece70da9433 owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:36.132548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:36.151396 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-eba91bfa-b184-4079-b94a-68bc46fdd767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:36.249845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=effbbe8e-5ee3-4c14-801f-1ece70da9433,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:36.263650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.264035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.264504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.264827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.265223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.265620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.266014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.266407 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.266800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.267193 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.267583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.267997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.268441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.268826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.269211 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.269608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.269991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.270379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.270762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.271144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.271526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.271936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.272108 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d03aaf-2bb5-4be1-bd6a-681eabfd5a8b req-2c9db36c-f677-4922-b8d1-b62d748463d0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:36.272323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.272709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:36.274424 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-97d03aaf-2bb5-4be1-bd6a-681eabfd5a8b req-2c9db36c-f677-4922-b8d1-b62d748463d0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.1565895 Jan 27 06:00:36.284438 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:36.366559 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-97d03aaf-2bb5-4be1-bd6a-681eabfd5a8b req-a0f97a33-7bed-47dd-91b3-79515f55e0d2 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814109 Jan 27 06:00:36.618723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036318311294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452735'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:36.909803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ed4d4-be42-4080-8563-cff8b37a94dd req-2ad60329-e7f5-4e3a-ac31-e671f88b68c8 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:36.911500 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-976ed4d4-be42-4080-8563-cff8b37a94dd req-2ad60329-e7f5-4e3a-ac31-e671f88b68c8 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.1978056 Jan 27 06:00:36.974973 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-976ed4d4-be42-4080-8563-cff8b37a94dd req-50c0531e-f68f-48d9-b48c-09b15c774995 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562477 Jan 27 06:00:37.192115 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Router 4e7644b4-5084-412e-bd92-5e4dd3475732 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:00:37.386565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:00:37.395647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] Sync routers for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:00:37.406399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:37.407076 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:37.437316 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e7644b4-5084-412e-bd92-5e4dd3475732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2323368 Jan 27 06:00:37.439953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33844) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:37.607176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:37.632319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:37.834684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:37.840936 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Deleting port 242a4847-491b-4536-af58-66261bd4e26f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:37.841315 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:37.935544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T06:00:36Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:37.939697 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] Checking router: 4e7644b4-5084-412e-bd92-5e4dd3475732 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:00:37.949095 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] Routers {'4e7644b4-5084-412e-bd92-5e4dd3475732'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:37.949763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4e7644b4-5084-412e-bd92-5e4dd3475732'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:38.033588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] For port 242a4847-491b-4536-af58-66261bd4e26f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=242a4847-491b-4536-af58-66261bd4e26f,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:38.034069 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.150356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] Set router 4e7644b4-5084-412e-bd92-5e4dd3475732 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:38.172003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Calling delete_port for 242a4847-491b-4536-af58-66261bd4e26f owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:38.261692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5d3e-fbf0-40d5-b105-bb896ead534c req-3904ccfe-6c26-42e0-89ad-48ee58c7eccc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:38.263399 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-436f5d3e-fbf0-40d5-b105-bb896ead534c req-3904ccfe-6c26-42e0-89ad-48ee58c7eccc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.1504982 Jan 27 06:00:38.317182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.330843 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-436f5d3e-fbf0-40d5-b105-bb896ead534c req-fd02f1a0-6c14-4d07-b7f8-d895faec93b3 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600057 Jan 27 06:00:38.489957 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T06:00:36Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:38.495630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eae290-a607-43f4-a15a-ad78f7ad47e5 None None] The sync data for ids ['4e7644b4-5084-412e-bd92-5e4dd3475732'] in dv-cinder-772623-1-smb is: [{'id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'name': 'tempest-TestShelveInstance-1476255153-router', 'tenant_id': '1b3105ede22947f0a1d1ca685c561635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '242a4847-491b-4536-af58-66261bd4e26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:17Z', 'updated_at': '2021-01-27T06:00:36Z', 'revision_number': 5, 'project_id': '1b3105ede22947f0a1d1ca685c561635', 'gw_port': {'id': '242a4847-491b-4536-af58-66261bd4e26f', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7644b4-5084-412e-bd92-5e4dd3475732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:19Z', 'updated_at': '2021-01-27T05:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:00:38.503908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1f23d49e-913f-4efb-bb2c-1dd41edba90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.780198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433911'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.928460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772977'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.931517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.981344 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348426'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.981915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e7644b4-5084-412e-bd92-5e4dd3475732 {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 06:00:38.995112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:38.996403 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f88c41db-39d3-4c0a-ac81-40c0279d4ff1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4e7644b4-5084-412e-bd92-5e4dd3475732 HTTP/1.1" status: 204 len: 168 time: 1.5553493 Jan 27 06:00:38.999301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33850) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:39.122506 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Deleting subnet 3474aa16-bd4b-45c2-9c62-9b13b4743696 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:00:39.134457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:39.201846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852719946'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:39.298590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-a7de239d-aaaa-419e-b600-340280757cf4 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:39.300316 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-a7de239d-aaaa-419e-b600-340280757cf4 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.2636123 Jan 27 06:00:39.415945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Deleting port 82617403-372d-467c-b21c-75c8f8611b14 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:39.416281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:39.636192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:39.698014 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:39.958924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58f970-f7c6-407e-bb83-5411f1f3a5c8 req-03e02a3f-5704-4041-9917-3e062552a935 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:39.960614 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ce58f970-f7c6-407e-bb83-5411f1f3a5c8 req-03e02a3f-5704-4041-9917-3e062552a935 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 945 time: 0.4599559 Jan 27 06:00:39.972487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.299892 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ce58f970-f7c6-407e-bb83-5411f1f3a5c8 req-86687c9a-e916-4658-8a41-7462e6d185d9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups?id=de64ed9d-b553-4200-81f6-333c4871debc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313699 Jan 27 06:00:40.320690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] For port 82617403-372d-467c-b21c-75c8f8611b14, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=82617403-372d-467c-b21c-75c8f8611b14,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:40.321093 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.385581 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 242a4847-491b-4536-af58-66261bd4e26f no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:40.423769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 242a4847-491b-4536-af58-66261bd4e26f {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:40.424219 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 242a4847-491b-4536-af58-66261bd4e26f not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:40.424702 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device effbbe8e-5ee3-4c14-801f-1ece70da9433 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:40.464698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: effbbe8e-5ee3-4c14-801f-1ece70da9433 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:40.465103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device effbbe8e-5ee3-4c14-801f-1ece70da9433 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:40.663214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850995576'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.701137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:40.744770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.789932 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3474aa16-bd4b-45c2-9c62-9b13b4743696,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:40.816992 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:40.853637 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.854050 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.854403 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Floating IP 1ebcbb64-dad1-4231-bd50-b907f1a00763 disassociated. External IP: 172.28.1.85, port: 82617403-372d-467c-b21c-75c8f8611b14. Jan 27 06:00:40.854789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Calling delete_port for 82617403-372d-467c-b21c-75c8f8611b14 owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:40.919262 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:40.923779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec142e0-6a17-4e5c-8b5d-101f4caac3f1 None None] Network 33968510-f870-4e8c-b118-0170082c8d2c requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:00:40.932565 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-36155333-dc75-494c-bb3d-dedf8497c322 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3474aa16-bd4b-45c2-9c62-9b13b4743696 HTTP/1.1" status: 204 len: 168 time: 1.9320333 Jan 27 06:00:40.935112 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33858) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:41.009113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device 82617403-372d-467c-b21c-75c8f8611b14 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:41.114135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:41.209172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Deleting port a3d64aef-66d6-47fd-b079-1cee55f9881f {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:41.209469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:41.243322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:41.270576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-93ffb6b3-3a6c-455c-8244-b1d09daddfed tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:41.326971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event deleted for resources: {'Port': ['ID=82617403-372d-467c-b21c-75c8f8611b14,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:41.394067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:41.398482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Port 82617403-372d-467c-b21c-75c8f8611b14 update to DOWN by agent not found {{(pid=80181) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 27 06:00:41.505059 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] DHCP port deletion for 33968510-f870-4e8c-b118-0170082c8d2c request from dv-cinder-772623-1-smb {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 06:00:41.510387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Deleting port a3d64aef-66d6-47fd-b079-1cee55f9881f {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:41.510812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:41.547288 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-e9696394-da41-46ce-9614-e94a757679bb req-bb14756d-f7c1-49dc-923a-48eed4db2229 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 210 time: 0.0891531 Jan 27 06:00:41.695365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] For port a3d64aef-66d6-47fd-b079-1cee55f9881f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3d64aef-66d6-47fd-b079-1cee55f9881f,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:41.695889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:41.766189 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] For port a3d64aef-66d6-47fd-b079-1cee55f9881f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3d64aef-66d6-47fd-b079-1cee55f9881f,segment=NetworkSegment(a8d1a1d0-4092-4c52-be21-05006b4de527),segment_id=a8d1a1d0-4092-4c52-be21-05006b4de527)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:41.766663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:41.906447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Calling delete_port for a3d64aef-66d6-47fd-b079-1cee55f9881f owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:41.959693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Calling delete_port for a3d64aef-66d6-47fd-b079-1cee55f9881f owned by network:dhcp {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:42.085076 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80179) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 06:00:42.085450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 06:00:42.087504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:42.094431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:00:42.105044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:42.200248 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Pushing event deleted for resources: {'Port': ['ID=a3d64aef-66d6-47fd-b079-1cee55f9881f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:42.214926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:42.252469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a7932-79dc-428f-bb0f-17a42094ab6b None None] No DVR routers for this DVR port a3d64aef-66d6-47fd-b079-1cee55f9881f on host dv-cinder-772623-1-smb {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:00:42.302901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:00:42.314496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:00:42.325094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:42.325786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:42.342632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] No DVR routers for this DVR port 82617403-372d-467c-b21c-75c8f8611b14 on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:00:42.344982 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:42.349318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'name': 'network-vif-deleted', 'tag': '82617403-372d-467c-b21c-75c8f8611b14'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:00:42.366973 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9b696958-9247-4ee3-be5d-3ceaf1488555 req-1af61e7e-ea24-47ec-a747-8ecdb2bdb876 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.53 "DELETE /v2.0/ports/82617403-372d-467c-b21c-75c8f8611b14 HTTP/1.1" status: 204 len: 173 time: 3.0600033 Jan 27 06:00:42.394853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3d64aef-66d6-47fd-b079-1cee55f9881f no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:42.429726 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510572c1-86bc-441b-9465-665fdab4cdd4', 'name': 'network-vif-deleted', 'tag': '82617403-372d-467c-b21c-75c8f8611b14', 'status': 'completed', 'code': 200} Jan 27 06:00:42.433105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: a3d64aef-66d6-47fd-b079-1cee55f9881f {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:42.433508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3d64aef-66d6-47fd-b079-1cee55f9881f not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:42.552760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:42.586447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Deleting port a3d64aef-66d6-47fd-b079-1cee55f9881f {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:42.586865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:42.674260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] The port 'a3d64aef-66d6-47fd-b079-1cee55f9881f' was deleted {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 06:00:42.928374 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:42.935795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:00:42.946650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:42.947350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:43.146717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-41faa181-e83e-4b33-b7e0-d2bf6efb890c req-db336931-88b7-4218-a201-0402d6938db9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Synchronizing usage tracker for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:00:43.154336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:43.154652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:43.276456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-41faa181-e83e-4b33-b7e0-d2bf6efb890c req-db336931-88b7-4218-a201-0402d6938db9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Unset dirty status for tenant:d12d53f1c7a64b2da351e1d2b3fcb4b2 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:00:43.277707 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-41faa181-e83e-4b33-b7e0-d2bf6efb890c req-db336931-88b7-4218-a201-0402d6938db9 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/ports?device_id=510572c1-86bc-441b-9465-665fdab4cdd4 HTTP/1.1" status: 200 len: 210 time: 0.4521089 Jan 27 06:00:43.281352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33968510-f870-4e8c-b118-0170082c8d2c']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:43.299081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d1a1d0-4092-4c52-be21-05006b4de527') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:43.299418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d1a1d0-4092-4c52-be21-05006b4de527') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:43.312942 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055870'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:43.328630 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:43.330731 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:00:43.512114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Network 33968510-f870-4e8c-b118-0170082c8d2c has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:00:43.512446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:43.516772 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f37cae-099d-43a3-abbb-65decbb50f5f None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T05:51:47Z', 'revision_number': 4, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '8f72959c-48e1-4a70-b66f-9c93b218e865', 'name': '', 'network_id': 'd8897b5f-17f5-4c77-8b1c-a4a81e96f92d', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'mac_address': 'fa:16:3e:8a:20:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:42Z', 'updated_at': '2021-01-27T05:52:03Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'subnets': [{'id': '0a57176b-d90a-44b4-af0f-f5602dc6915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:00:43.521681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852633482'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:43.711021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Network 33968510-f870-4e8c-b118-0170082c8d2c has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:00:43.735417 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:00:43.849880 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:43.855049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:43.859020 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b7a204c1-9ec1-43f4-a17e-3ffb24b12a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:43.880195 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=33968510-f870-4e8c-b118-0170082c8d2c,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:43.883239 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:43.885480 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5cc8fa09-1f57-4fcc-9b57-de00e15d7cc0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33968510-f870-4e8c-b118-0170082c8d2c HTTP/1.1" status: 204 len: 168 time: 2.9489408 Jan 27 06:00:43.888206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33868) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:43.931383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579a9a3-9740-42ba-8995-87f5dcb72186 None None] New status for floating IP 1ebcbb64-dad1-4231-bd50-b907f1a00763: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 06:00:44.490431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854345490'] for router_interface, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:44.892405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Deleting port 9aa9bd40-2db0-44e5-b819-0a556f5016a7 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:44.892780 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.079270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] For port 9aa9bd40-2db0-44e5-b819-0a556f5016a7, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=9aa9bd40-2db0-44e5-b819-0a556f5016a7,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:45.079911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.218148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Calling delete_port for 9aa9bd40-2db0-44e5-b819-0a556f5016a7 owned by network:router_interface {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:45.509748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33878) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:45.600403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.632694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.680997 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.697436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9c14ba87-f1c0-4d38-a5e6-d2afd9762d89 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:45.714800 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.720762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0f25e3c1-08f8-41bc-bf76-f92571a7fca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:45.738556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de64ed9d-b553-4200-81f6-333c4871debc,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:45.741237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:45.771779 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:45.776243 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "DELETE /v2.0/security-groups/de64ed9d-b553-4200-81f6-333c4871debc HTTP/1.1" status: 204 len: 168 time: 0.2622299 Jan 27 06:00:45.776572 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33882) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:45.794148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa9bd40-2db0-44e5-b819-0a556f5016a7,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:45.797325 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.v2.resource [None req-dee7f048-dc5f-4c8e-849c-7327eba444fc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] show failed (client error): The resource could not be found. Jan 27 06:00:45.801181 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dee7f048-dc5f-4c8e-849c-7327eba444fc tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "GET /v2.0/security-groups/de64ed9d-b553-4200-81f6-333c4871debc HTTP/1.1" status: 404 len: 347 time: 0.0208328 Jan 27 06:00:45.801576 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:45.801726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33886) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:46.001770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Deleting port f1650240-4ddd-4fc5-ad20-0651333278d2 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:46.002152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.209639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.210214 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.353046 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Calling delete_port for f1650240-4ddd-4fc5-ad20-0651333278d2 owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:46.354986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036318311294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452735'] for router_interface, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.543254 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.560429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:46.656180 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Pushing event deleted for resources: {'Port': ['ID=f1650240-4ddd-4fc5-ad20-0651333278d2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:46.665922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:46.795944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.841900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:46.843231 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] 10.222.0.44 "DELETE /v2.0/floatingips/1ebcbb64-dad1-4231-bd50-b907f1a00763 HTTP/1.1" status: 204 len: 168 time: 1.0408092 Jan 27 06:00:46.903745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Router 4449857d-c50d-4d52-a65d-c38f4973dcff has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:00:47.110077 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:00:47.121248 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dd50874f-01b3-4c58-bc87-b9c912a17d6c admin admin] 10.222.0.44 "PUT /v2.0/routers/4449857d-c50d-4d52-a65d-c38f4973dcff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2318873 Jan 27 06:00:47.122103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] Sync routers for ids ['4449857d-c50d-4d52-a65d-c38f4973dcff'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:00:47.124094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33894) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:47.134515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] Routers {'4449857d-c50d-4d52-a65d-c38f4973dcff'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:47.135447 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4449857d-c50d-4d52-a65d-c38f4973dcff'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:47.335099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] Set router 4449857d-c50d-4d52-a65d-c38f4973dcff gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:47.335685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:47.551494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:47.559293 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Deleting port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:47.559676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:47.709233 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T06:00:45Z', 'revision_number': 5, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:47.714812 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] Checking router: 4449857d-c50d-4d52-a65d-c38f4973dcff for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:00:47.724631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] Routers {'4449857d-c50d-4d52-a65d-c38f4973dcff'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:47.725328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['4449857d-c50d-4d52-a65d-c38f4973dcff'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:47.818660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] For port 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=6950d68c-6476-4e8c-b8cb-4cd22bc41a5a,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:47.819061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:47.944672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] Set router 4449857d-c50d-4d52-a65d-c38f4973dcff gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:47.960817 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Calling delete_port for 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:48.107489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: result = function(*args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: proto.__init__(conn_state, self) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: self.handle() Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: self.handle_one_request() Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: self.handle_one_response() Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: result = self.application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return app(environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self.application) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return request.get_response(self.application) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: response = req.get_response(self._app) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: application, catch_exc_info=False) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: app_iter = application(self.environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return resp(environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return resp(environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: response = self.app(environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return resp(environ, start_response) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: resp = self.call_func(req, *args, **kw) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: return self.func(req, *args, **kwargs) Jan 27 06:00:48.113741 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: result = method(request=request, **args) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return self._delete(request, id, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(*dup_args, **dup_kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: obj_deleter(request.context, id, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return method(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(*dup_args, **dup_kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: self._delete_current_gw_port(context, id, router, None) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: admin_ctx, gw_port_id, l3_port_check=False) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, context, *args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return method(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: context, port, router_ids, bound_mech_contexts) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: return function(*args, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: callback(resource, event, trigger, **kwargs) Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: if self._is_session_semantic_violated(context, resource, event): Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: stack = traceback.extract_stack() Jan 27 06:00:48.119945 dv-cinder-772623-1-smb neutron-server[80068]: Jan 27 06:00:48.324215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433911'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.427761 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T06:00:45Z', 'revision_number': 5, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:48.432971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8dff6-ffe3-43f7-a19a-3ff6a97dbe22 None None] The sync data for ids ['4449857d-c50d-4d52-a65d-c38f4973dcff'] in dv-cinder-772623-1-smb is: [{'id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'name': 'tempest-TestShelveInstance-1350276961-router', 'tenant_id': '5c649ef0e08649188385fd1a26f81151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:53:37Z', 'updated_at': '2021-01-27T06:00:45Z', 'revision_number': 5, 'project_id': '5c649ef0e08649188385fd1a26f81151', 'gw_port': {'id': '6950d68c-6476-4e8c-b8cb-4cd22bc41a5a', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449857d-c50d-4d52-a65d-c38f4973dcff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:53:39Z', 'updated_at': '2021-01-27T05:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:00:48.490691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772977'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.490691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.624588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348426'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.628090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4449857d-c50d-4d52-a65d-c38f4973dcff {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 06:00:48.645479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.650868 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0a04bccf-7649-4aaa-9f88-0412342ca05e admin admin] 10.222.0.44 "DELETE /v2.0/routers/4449857d-c50d-4d52-a65d-c38f4973dcff HTTP/1.1" status: 204 len: 168 time: 1.5213845 Jan 27 06:00:48.650868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33906) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:48.725940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Deleting subnet f23cd93f-ee65-4d20-8e14-df736691bef3 {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:00:48.730727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.786597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852719946'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:48.882092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:49.658767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850995576'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:49.675989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:49.762867 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23cd93f-ee65-4d20-8e14-df736691bef3,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:49.787852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.788302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.788720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.789204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.789624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.790031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.790631 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.791036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.791618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.792128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.792431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.792788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.793249 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.793644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.794035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.794428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.794819 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.795209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.795599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.796019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.796417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.796806 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.797288 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.797681 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:00:49.804376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:49.834333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:49.841777 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cd9dfb61-191d-4a56-a3bb-88db261339bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f23cd93f-ee65-4d20-8e14-df736691bef3 HTTP/1.1" status: 204 len: 168 time: 1.1909022 Jan 27 06:00:49.841989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fada052-56e4-4431-a946-a22e99aae6e4 None None] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:00:49.844612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33918) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:49.978246 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.056430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Deleting port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:50.056898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.132142 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] DHCP port deletion for ba23e3c3-b331-4615-a314-a5244bcb9a36 request from dv-cinder-772623-1-smb {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 06:00:50.137261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Deleting port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:50.137763 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.289372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] For port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:50.289777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.377128 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] For port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,segment=NetworkSegment(ec251edc-bf38-4542-95cd-8e448ea965f1),segment_id=ec251edc-bf38-4542-95cd-8e448ea965f1)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:50.377397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.434829 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Calling delete_port for 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:50.445099 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 9aa9bd40-2db0-44e5-b819-0a556f5016a7 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:50.547030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.547994 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Calling delete_port for 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:50.562893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d04cbbb8-43ff-443f-9309-8ce2a3877c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:50.579464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 9aa9bd40-2db0-44e5-b819-0a556f5016a7 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:50.580643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 9aa9bd40-2db0-44e5-b819-0a556f5016a7 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:50.580643 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:50.626169 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:50.626533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 6950d68c-6476-4e8c-b8cb-4cd22bc41a5a not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:50.626958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:50.673532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Pushing event deleted for resources: {'Port': ['ID=759a0cfd-63ba-4b82-b8f7-c77b1ae5c942,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:50.675633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:50.676054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:50.680164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:50.712523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 06:00:50.712938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 06:00:50.719333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] No DVR routers for this DVR port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 on host dv-cinder-772623-1-smb {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:00:50.855931 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:50.977694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba23e3c3-b331-4615-a314-a5244bcb9a36']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:50.990672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec251edc-bf38-4542-95cd-8e448ea965f1') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:50.991016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec251edc-bf38-4542-95cd-8e448ea965f1') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:51.003922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:51.079359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:51.081794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:00:51.213945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Deleting port 759a0cfd-63ba-4b82-b8f7-c77b1ae5c942 {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:51.214825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:51.280807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:00:51.291015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-5a0389a7-c71b-4b35-add1-dccfceefbf00 None None] The port '759a0cfd-63ba-4b82-b8f7-c77b1ae5c942' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 06:00:51.291335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:51.315261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33930) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:51.481420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Network ba23e3c3-b331-4615-a314-a5244bcb9a36 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:00:51.509414 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:00:51.624519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:51.632652 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:51.647947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:51.659904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba23e3c3-b331-4615-a314-a5244bcb9a36,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:51.663434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:51.666142 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-41312a38-277a-4cd8-a183-a7125e318696 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba23e3c3-b331-4615-a314-a5244bcb9a36 HTTP/1.1" status: 204 len: 168 time: 1.8204296 Jan 27 06:00:51.893351 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33938) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:51.953407 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b42475e1-3650-42bf-94e5-ad051b327805 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b3105ede22947f0a1d1ca685c561635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586641 Jan 27 06:00:51.956053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33942) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:52.005175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854345490'] for router_interface, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.032725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.084896 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.223620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.229336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3f62aa76-d2e8-4d41-9695-bd774426d6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:52.245445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780bf49-12b9-48bb-9252-4e21c7c1db1e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:52.249528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:52.264950 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.266240 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3780bf49-12b9-48bb-9252-4e21c7c1db1e HTTP/1.1" status: 204 len: 168 time: 0.3090806 Jan 27 06:00:52.390484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Deleting port 8f72959c-48e1-4a70-b66f-9c93b218e865 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:52.390860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.584692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] For port 8f72959c-48e1-4a70-b66f-9c93b218e865, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=8f72959c-48e1-4a70-b66f-9c93b218e865,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:52.585086 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:52.792149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Calling delete_port for 8f72959c-48e1-4a70-b66f-9c93b218e865 owned by network:router_interface {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:52.943509 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33950) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:53.000147 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4133ea58-7c13-40f6-bcc5-e8e5f345674f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c649ef0e08649188385fd1a26f81151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538776 Jan 27 06:00:53.002881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33954) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:53.009739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:53.027545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-140aaef4-6e54-4364-a0e0-3dc7c69b0d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:53.071513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:53.099855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:53.120839 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f72959c-48e1-4a70-b66f-9c93b218e865,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:53.127529 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:53.235011 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:53.240434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b912e8a9-1f69-48ea-8d48-c34016fa8391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:53.262010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b74c95-6009-402d-b448-7cb9cea7d306,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:53.265135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:53.266044 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:53.269511 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4b74c95-6009-402d-b448-7cb9cea7d306 HTTP/1.1" status: 204 len: 168 time: 0.2635183 Jan 27 06:00:53.462346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036318311294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452735'] for router_interface, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:54.222475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Router 40edee54-995e-4ec3-91b6-8cb4c8238e51 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:00:54.418008 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:00:54.426871 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254145a9-70de-4878-afd7-24362afbce8e None None] Sync routers for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:00:54.431241 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c2a60635-6ecd-4532-a0c6-f123c573dd29 admin admin] 10.222.0.44 "PUT /v2.0/routers/40edee54-995e-4ec3-91b6-8cb4c8238e51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1147623 Jan 27 06:00:54.433974 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33960) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:54.438230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:54.438904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:54.629939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:54.631923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:54.840683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:54.846123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Deleting port a3b0940a-a348-44c1-b439-6b6654b2d89e {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:54.846512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.043967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] For port a3b0940a-a348-44c1-b439-6b6654b2d89e, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=a3b0940a-a348-44c1-b439-6b6654b2d89e,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:55.044655 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.108265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T06:00:52Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:55.112420 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254145a9-70de-4878-afd7-24362afbce8e None None] Checking router: 40edee54-995e-4ec3-91b6-8cb4c8238e51 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:00:55.122305 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] Routers {'40edee54-995e-4ec3-91b6-8cb4c8238e51'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:00:55.122898 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:00:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['40edee54-995e-4ec3-91b6-8cb4c8238e51'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:55.185110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Calling delete_port for a3b0940a-a348-44c1-b439-6b6654b2d89e owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:55.315602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] Set router 40edee54-995e-4ec3-91b6-8cb4c8238e51 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:00:55.331352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.521878 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433911'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.645318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-254145a9-70de-4878-afd7-24362afbce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T06:00:52Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:55.650342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254145a9-70de-4878-afd7-24362afbce8e None None] The sync data for ids ['40edee54-995e-4ec3-91b6-8cb4c8238e51'] in dv-cinder-772623-1-smb is: [{'id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'name': 'tempest-AttachVolumeTestJSON-1686657724-router', 'tenant_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:18Z', 'updated_at': '2021-01-27T06:00:52Z', 'revision_number': 5, 'project_id': 'd12d53f1c7a64b2da351e1d2b3fcb4b2', 'gw_port': {'id': 'a3b0940a-a348-44c1-b439-6b6654b2d89e', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40edee54-995e-4ec3-91b6-8cb4c8238e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:00:55.668163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772977'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.670849 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.777401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348426'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.778098 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40edee54-995e-4ec3-91b6-8cb4c8238e51 {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 06:00:55.791129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.792344 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0f2470ac-33de-4501-94d3-d6ab8f4026d6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/40edee54-995e-4ec3-91b6-8cb4c8238e51 HTTP/1.1" status: 204 len: 168 time: 1.3573790 Jan 27 06:00:55.795042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 33964) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:55.865414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Deleting subnet 0a57176b-d90a-44b4-af0f-f5602dc6915e {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:00:55.868977 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:55.927388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852719946'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:56.013414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:56.321147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850995576'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:56.337758 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:56.392322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3b0940a-a348-44c1-b439-6b6654b2d89e no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:56.422661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a57176b-d90a-44b4-af0f-f5602dc6915e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:56.429492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: a3b0940a-a348-44c1-b439-6b6654b2d89e {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:56.429916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device a3b0940a-a348-44c1-b439-6b6654b2d89e not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:56.430390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 8f72959c-48e1-4a70-b66f-9c93b218e865 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:56.437762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:56.467010 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 8f72959c-48e1-4a70-b66f-9c93b218e865 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:56.467302 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 8f72959c-48e1-4a70-b66f-9c93b218e865 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:56.475683 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:56.481183 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb50b64-4cec-4ef7-ab52-13e76fda6e01 None None] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:00:56.482210 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1d2e9deb-07e5-41cf-86d3-b67ae0947cdc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a57176b-d90a-44b4-af0f-f5602dc6915e HTTP/1.1" status: 204 len: 168 time: 0.6860831 Jan 27 06:00:56.485192 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33968) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:56.627342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:56.756518 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Deleting port 7266b1f9-2c35-464d-993e-48f8e671b77f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:56.757081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:56.850951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] DHCP port deletion for d8897b5f-17f5-4c77-8b1c-a4a81e96f92d request from dv-cinder-772623-1-smb {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 06:00:56.856384 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Deleting port 7266b1f9-2c35-464d-993e-48f8e671b77f {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:56.856820 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:57.098603 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] For port 7266b1f9-2c35-464d-993e-48f8e671b77f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=7266b1f9-2c35-464d-993e-48f8e671b77f,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:57.099129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:57.249487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Calling delete_port for 7266b1f9-2c35-464d-993e-48f8e671b77f owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:57.275489 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] For port 7266b1f9-2c35-464d-993e-48f8e671b77f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=7266b1f9-2c35-464d-993e-48f8e671b77f,segment=NetworkSegment(fd5bf567-7aad-46dc-ba34-afe73cd35eb3),segment_id=fd5bf567-7aad-46dc-ba34-afe73cd35eb3)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:00:57.275915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:57.360689 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833'] for port, after_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:57.377165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:57.417706 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Calling delete_port for 7266b1f9-2c35-464d-993e-48f8e671b77f owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:00:57.490838 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Pushing event deleted for resources: {'Port': ['ID=7266b1f9-2c35-464d-993e-48f8e671b77f,revision_number=None']} {{(pid=80181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:57.497030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:57.530256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80180) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 06:00:57.530766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 06:00:57.538710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc48da-369e-41cf-b21e-317cfb85e089 None None] No DVR routers for this DVR port 7266b1f9-2c35-464d-993e-48f8e671b77f on host dv-cinder-772623-1-smb {{(pid=80181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:00:58.032227 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Deleting port 7266b1f9-2c35-464d-993e-48f8e671b77f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:00:58.032863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:58.113964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] The port '7266b1f9-2c35-464d-993e-48f8e671b77f' was deleted {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 06:00:58.250866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:58.391134 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8897b5f-17f5-4c77-8b1c-a4a81e96f92d']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:58.400700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 7266b1f9-2c35-464d-993e-48f8e671b77f no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:00:58.409825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:58.410261 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5bf567-7aad-46dc-ba34-afe73cd35eb3') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:00:58.424469 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:58.447759 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:58.450256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:00:58.452399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 7266b1f9-2c35-464d-993e-48f8e671b77f {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:00:58.452814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 7266b1f9-2c35-464d-993e-48f8e671b77f not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:00:58.582563 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927739-3c4c-437c-9cef-87f438f7dced req-3f9d31c1-1fb2-4ec8-9e9a-78dd17f4daea tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:58.584371 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6a927739-3c4c-437c-9cef-87f438f7dced req-3f9d31c1-1fb2-4ec8-9e9a-78dd17f4daea tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.4819250 Jan 27 06:00:58.587990 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-5f0fc50b-4009-4780-882f-944486ea1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:58.589464 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-5f0fc50b-4009-4780-882f-944486ea1e99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1203 time: 0.4365156 Jan 27 06:00:58.647450 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:00:58.657557 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:58.751579 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-6a927739-3c4c-437c-9cef-87f438f7dced req-ea4df782-0c0b-4381-9d68-3e8258a2eafc tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1604972 Jan 27 06:00:58.818846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-9bd9a77b-329f-417f-91fc-ba20c8b81467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:58.820642 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-9bd9a77b-329f-417f-91fc-ba20c8b81467 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.2144895 Jan 27 06:00:58.889061 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Network d8897b5f-17f5-4c77-8b1c-a4a81e96f92d has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: % (table.description, expected, rows_matched) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:00:58.913163 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:00:58.957017 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-b20c6a20-052b-47bf-855c-dae7c3ef66d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1002 time: 0.1128824 Jan 27 06:00:59.007030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:59.030844 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-32d8761a-7f11-4fcd-a69a-8ec26542d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:59.032478 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-32d8761a-7f11-4fcd-a69a-8ec26542d690 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0679708 Jan 27 06:00:59.120580 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:59.121874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-b07a3b1e-86c1-47b3-bc69-8cd4b70200d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:00:59.123490 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-b07a3b1e-86c1-47b3-bc69-8cd4b70200d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834641 Jan 27 06:00:59.124137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:00:59.142446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:59.154678 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8897b5f-17f5-4c77-8b1c-a4a81e96f92d,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:00:59.158200 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:00:59.195680 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b421608c-202b-4057-93f7-eec5e512f7b8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d8897b5f-17f5-4c77-8b1c-a4a81e96f92d HTTP/1.1" status: 204 len: 168 time: 2.7092204 Jan 27 06:00:59.281514 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-edcb30bd-05a0-4ab1-a365-05e178926950 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499488 Jan 27 06:00:59.437676 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-aa839058-0103-4dc9-a9dd-71c4557b3fb3 req-a020f23c-1187-4479-bd76-d8f54353a2c4 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492248 Jan 27 06:00:59.725500 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33982) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:59.781825 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-51b1252d-8560-4685-a1fe-f8a5b7848ef8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d12d53f1c7a64b2da351e1d2b3fcb4b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549307 Jan 27 06:00:59.791993 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 33988) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:00:59.861244 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:00:59.913228 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:00.023381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:00.027766 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-be73cf5f-dba8-46ca-b3db-97fbda5b2f23 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:00.041848 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a176403-b72d-42b5-8398-18ef6d3f730e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:00.045934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:00.046965 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3d72-1f19-40ca-8dc7-54539248f398 req-1baa78db-7c2e-444c-bb2e-3f321e1ab5e9 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:00.049865 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-484a3d72-1f19-40ca-8dc7-54539248f398 req-1baa78db-7c2e-444c-bb2e-3f321e1ab5e9 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1559396 Jan 27 06:01:00.052421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:00.056391 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a176403-b72d-42b5-8398-18ef6d3f730e HTTP/1.1" status: 204 len: 168 time: 0.2606189 Jan 27 06:01:00.132364 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-484a3d72-1f19-40ca-8dc7-54539248f398 req-279d3da3-8cef-4a86-ae53-fc28d9b6fe72 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0764258 Jan 27 06:01:01.292533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34012) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:01.434944 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805a550-a6b2-4290-b01b-14a4139520fd req-0a69b174-cfe3-43bd-b35b-a08888f45e66 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:01.436774 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a805a550-a6b2-4290-b01b-14a4139520fd req-0a69b174-cfe3-43bd-b35b-a08888f45e66 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1622424 Jan 27 06:01:01.463633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-700069878-network', 'tenant_id': 'fd71ea078dc04af1b2f2df7b09254bcd'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 06:01:01.468904 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:01.473370 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Usage tracker for resource:network and tenant:fd71ea078dc04af1b2f2df7b09254bcd is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:01.477042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:01.484247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:01.520671 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-a805a550-a6b2-4290-b01b-14a4139520fd req-ea21411a-f9e9-422c-b88b-9a0256fce6a2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0772338 Jan 27 06:01:01.544330 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Made reservation on behalf of fd71ea078dc04af1b2f2df7b09254bcd for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 06:01:01.552786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.573326 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.589432 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:01.593900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Usage tracker for resource:security_group_rule and tenant:fd71ea078dc04af1b2f2df7b09254bcd is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:01.597209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:01.604023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:01.702017 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.749208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.753852 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dd73b33e-92a8-49b5-81f7-296a3e58c294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:01.789999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 06:01:01.800755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc0254-4be7-4470-b109-59cdcc51ecf2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:01.805217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:01.809004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.809463 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Added segment 2c689cd5-4167-41f6-a6a4-40b209c13347 of type vxlan for network 2491f3b7-6e30-4bad-ae76-d899a7364247 Jan 27 06:01:01.840343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.903694 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.905277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:01.906036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:01.912198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6c46e47a-0008-4e13-abc2-80246a330049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:02.025485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Pushing event updated for resources: {'Network': ['ID=2491f3b7-6e30-4bad-ae76-d899a7364247,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:02.028538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:02.036521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 06:01:02.054160 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7594616 Jan 27 06:01:02.055515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 06:01:02.058707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34018) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:02.066027 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Request body: {'subnet': {'network_id': '2491f3b7-6e30-4bad-ae76-d899a7364247', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-700069878-subnet', 'tenant_id': 'fd71ea078dc04af1b2f2df7b09254bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 06:01:02.073324 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:02.078971 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Usage tracker for resource:subnet and tenant:fd71ea078dc04af1b2f2df7b09254bcd is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:02.082401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:02.091699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:02.137727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Made reservation on behalf of fd71ea078dc04af1b2f2df7b09254bcd for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 06:01:02.142710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:02.610209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:02.627275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-16138408-1cc2-46ed-b9b0-f1cbda3853e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:02.757056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3af001-3a91-4e50-b559-3c803d409834,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:02.770981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:02.840969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Checking segment: {'id': '2c689cd5-4167-41f6-a6a4-40b209c13347', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2491f3b7-6e30-4bad-ae76-d899a7364247'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 06:01:02.841358 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27e8e-9d01-44d6-8e32-a27da9f188b7 req-5576cdaa-e54e-4ced-986b-3e5197fe5c75 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:02.841481 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Network hostable DHCP agents. Network: 2491f3b7-6e30-4bad-ae76-d899a7364247, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 06:01:02.844484 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f7d27e8e-9d01-44d6-8e32-a27da9f188b7 req-5576cdaa-e54e-4ced-986b-3e5197fe5c75 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1635251 Jan 27 06:01:02.891930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 06:01:02.926316 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 2491f3b7-6e30-4bad-ae76-d899a7364247) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 06:01:02.934964 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-f7d27e8e-9d01-44d6-8e32-a27da9f188b7 req-16dd2461-93a9-4849-885b-7963c8785cbe tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0772834 Jan 27 06:01:02.938266 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e130a99f-a16b-4748-8942-f82dc4308ff3 None None] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:01:02.944958 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:02.945782 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:03.002546 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f1c7c5bb-fec9-4521-a9cf-f9267902ab66 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9425042 Jan 27 06:01:03.192553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d72361-5414-44b9-b2f0-1de420780b86 None None] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:01:04.043601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34046) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:04.050030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-725474354-network', 'tenant_id': '25c1e0a7a4424a2caf33b552c374c718'}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 06:01:04.055441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:04.059755 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Usage tracker for resource:network and tenant:25c1e0a7a4424a2caf33b552c374c718 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:04.063810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:04.069762 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:04.112159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Made reservation on behalf of 25c1e0a7a4424a2caf33b552c374c718 for: {'network': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 06:01:04.117023 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for network, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.135260 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.152278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:04.156503 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Usage tracker for resource:security_group_rule and tenant:25c1e0a7a4424a2caf33b552c374c718 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:04.159605 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:04.165687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:04.218934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a613b-7e92-480f-be71-52e3327eb2ce req-4110cd70-40eb-4119-8fcf-301a3cf5840b tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:04.220585 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b98a613b-7e92-480f-be71-52e3327eb2ce req-4110cd70-40eb-4119-8fcf-301a3cf5840b tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1514332 Jan 27 06:01:04.255943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.283709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.288562 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:04.298234 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b98a613b-7e92-480f-be71-52e3327eb2ce req-26f3db22-d6e2-4a9f-83d2-dfda51af397b tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0702605 Jan 27 06:01:04.325964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 27 06:01:04.335739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8030241c-89dd-48f2-bb78-efa49fa6d53d,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:04.340159 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:04.344793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780255283998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.345384 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.segments_db [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Added segment afc67d6a-c7cd-4ecf-9209-665c12e492c8 of type vxlan for network 625be4ed-4000-48d4-a7df-e4be6cec7d1e Jan 27 06:01:04.374398 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256599939888'] for network, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.432691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521'] for network, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.434012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:04.434658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:04.440033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:04.547804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Pushing event updated for resources: {'Network': ['ID=625be4ed-4000-48d4-a7df-e4be6cec7d1e,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:04.551983 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:04.559713 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e details requested by agent ovs-agent-dv-cinder-772623-1-smb with host dv-cinder-772623-1-smb {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 06:01:04.572503 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5276971 Jan 27 06:01:04.574492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 27 06:01:04.575660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34050) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:04.581876 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Request body: {'subnet': {'network_id': '625be4ed-4000-48d4-a7df-e4be6cec7d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-725474354-subnet', 'tenant_id': '25c1e0a7a4424a2caf33b552c374c718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 06:01:04.587198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:04.591436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Usage tracker for resource:subnet and tenant:25c1e0a7a4424a2caf33b552c374c718 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:04.594541 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:04.600453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:04.655107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Made reservation on behalf of 25c1e0a7a4424a2caf33b552c374c718 for: {'subnet': 1} {{(pid=80180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 27 06:01:04.660270 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273672'] for subnet, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.019386 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-a565eb96-a822-4e55-8de3-104c4eee1657 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823929 Jan 27 06:01:05.119689 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036322918503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273689'] for subnet, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.133184 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-4280dd65-51bc-465e-a80c-c4b826b59d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:05.135565 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-4280dd65-51bc-465e-a80c-c4b826b59d79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 1162 time: 0.0820341 Jan 27 06:01:05.135699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:05.262473 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd5d031-730e-4084-b22c-269b508de79e,revision_number=0']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:05.278820 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:05.299309 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-fbe2790b-7031-4d25-ae8f-dff5052a95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:05.300971 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-fbe2790b-7031-4d25-ae8f-dff5052a95aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 200 len: 910 time: 0.1468022 Jan 27 06:01:05.344000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Checking segment: {'id': 'afc67d6a-c7cd-4ecf-9209-665c12e492c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '625be4ed-4000-48d4-a7df-e4be6cec7d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 27 06:01:05.344000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Network hostable DHCP agents. Network: 625be4ed-4000-48d4-a7df-e4be6cec7d1e, hostable agents: ['06bfccc5-22f4-4774-af79-ca07774870db'], hosted agents: [] {{(pid=80180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 27 06:01:05.394499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e is scheduled to be hosted by DHCP agent 06bfccc5-22f4-4774-af79-ca07774870db with binding_index 1 {{(pid=80180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 27 06:01:05.421828 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-4fc20734-cabb-4341-9302-4c0d0f942b5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 200 len: 1001 time: 0.1141119 Jan 27 06:01:05.434704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.base_scheduler [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-smb, 625be4ed-4000-48d4-a7df-e4be6cec7d1e) {{(pid=80180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 27 06:01:05.444741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de7df0-7f8a-4421-9946-63481f93fb1d None None] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:01:05.449030 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:05.449782 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.498617 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9218860 Jan 27 06:01:05.515807 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9882-756b-49b6-a871-a6105560be0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.551597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-6f16ced0-b060-4e49-ab42-01df64a5b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:05.553072 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-6f16ced0-b060-4e49-ab42-01df64a5b619 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 200 len: 855 time: 0.1253324 Jan 27 06:01:05.660475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34058) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:05.716645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93ea2b-d27d-4761-b90a-f94b399b952b None None] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:01:05.717728 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cf44f-cd21-4c58-817d-0733c4711a1e req-676a8948-caec-4544-87fb-521a8d9f836b tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:05.719341 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-319cf44f-cd21-4c58-817d-0733c4711a1e req-676a8948-caec-4544-87fb-521a8d9f836b tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.2542570 Jan 27 06:01:05.747638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Deleting subnet 7d3af001-3a91-4e50-b559-3c803d409834 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:01:05.751138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.787181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-47c5b5a8-60ec-4d74-9cc4-344ed9031a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:05.788984 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-47c5b5a8-60ec-4d74-9cc4-344ed9031a00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb5e3740-598b-4a7a-98f3-7266dfa55747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2239711 Jan 27 06:01:05.809651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.875205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:05.897827 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-319cf44f-cd21-4c58-817d-0733c4711a1e req-2a8b23a5-4f45-41fd-81d3-50c3829135c1 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1609836 Jan 27 06:01:06.012282 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-bd8fc74f-a38c-4142-acbf-9a6d5227716e service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143414 Jan 27 06:01:06.163788 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-1ca7f525-d3d4-4d22-81dc-6c19555c5a63 req-6769f918-b1d3-4eea-a095-9c869047b3c1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443465 Jan 27 06:01:06.193123 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:06.209173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:06.309016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3af001-3a91-4e50-b559-3c803d409834,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:06.314042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:06.346979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:06.353660 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-b63afa0e-17ae-4edc-b7ab-bfd85f2dcfef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d3af001-3a91-4e50-b559-3c803d409834 HTTP/1.1" status: 204 len: 168 time: 0.6919930 Jan 27 06:01:06.356751 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34062) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:06.475744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:06.916553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.038149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2491f3b7-6e30-4bad-ae76-d899a7364247']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:07.053985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c689cd5-4167-41f6-a6a4-40b209c13347') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:07.054328 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c689cd5-4167-41f6-a6a4-40b209c13347') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:07.069091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.086127 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.088567 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:01:07.204981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb00627-d502-41d1-902f-ad6124064caf req-18582154-2e0a-4f1b-9900-5f0262b2b821 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:07.206615 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3eb00627-d502-41d1-902f-ad6124064caf req-18582154-2e0a-4f1b-9900-5f0262b2b821 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1641512 Jan 27 06:01:07.260908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:01:07.286319 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:01:07.310754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.313083 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-3eb00627-d502-41d1-902f-ad6124064caf req-4f9892f5-c9c9-49a3-9281-9b2ab0863057 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0987098 Jan 27 06:01:07.498615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Network 2491f3b7-6e30-4bad-ae76-d899a7364247 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:01:07.521855 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:01:07.635560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.640393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.644512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6e3c59ae-2733-4730-a0a1-33c5ae8108ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:07.666539 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2491f3b7-6e30-4bad-ae76-d899a7364247 HTTP/1.1" status: 204 len: 168 time: 1.3087044 Jan 27 06:01:07.667709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2491f3b7-6e30-4bad-ae76-d899a7364247,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:07.669627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34068) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:07.670437 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-f5314cc3-4270-410e-9344-c2600f125a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:07.738146 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Deleting subnet bcd5d031-730e-4084-b22c-269b508de79e {{(pid=80179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:01:07.741243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.799769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852719946'] for subnet, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:07.861650 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:08.154722 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850995576'] for subnet, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:08.168174 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:08.254712 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd5d031-730e-4084-b22c-269b508de79e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:08.271472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:08.310440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:08.316718 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4d9fcb6f-58ec-469f-96c0-b22328b20fa5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bcd5d031-730e-4084-b22c-269b508de79e HTTP/1.1" status: 204 len: 168 time: 0.6457381 Jan 27 06:01:08.319352 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34072) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:08.438967 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:08.480449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-39599afb-7ae2-46e9-a907-35a4c9956765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:08.944284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.098660 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10304b4-485f-4067-a24e-35f11de5eecf req-1564c6a0-2cab-48fd-85f2-2ed3254013ad tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:09.100403 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c10304b4-485f-4067-a24e-35f11de5eecf req-1564c6a0-2cab-48fd-85f2-2ed3254013ad tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.6122811 Jan 27 06:01:09.170026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625be4ed-4000-48d4-a7df-e4be6cec7d1e']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:09.190906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc67d6a-c7cd-4ecf-9209-665c12e492c8') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:09.191279 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc67d6a-c7cd-4ecf-9209-665c12e492c8') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:09.228526 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-c10304b4-485f-4067-a24e-35f11de5eecf req-d5155dd8-c4d6-487d-b26a-e08a659575ca tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1191576 Jan 27 06:01:09.235601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055870'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.253338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.256918 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:01:09.460230 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:01:09.470300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852633482'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.664543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Network 625be4ed-4000-48d4-a7df-e4be6cec7d1e has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:01:09.691700 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:01:09.697659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.815170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.818845 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1f5d502c-bbf5-4d90-ba63-eb8a94e062db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:09.834083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:09.844889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Pushing event deleted for resources: {'Network': ['ID=625be4ed-4000-48d4-a7df-e4be6cec7d1e,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:09.848117 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] 10.222.0.44 "DELETE /v2.0/networks/625be4ed-4000-48d4-a7df-e4be6cec7d1e HTTP/1.1" status: 204 len: 168 time: 1.5276725 Jan 27 06:01:09.849341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fd8b7f8c-3dbb-4432-a592-781d59662076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:09.966206 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:10.145638 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34080) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:10.200987 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-17f9d8d8-0815-400e-b8c5-e026d330bd8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd71ea078dc04af1b2f2df7b09254bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539145 Jan 27 06:01:10.203866 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34084) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:10.273641 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:10.303081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:10.389187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:10.394748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a6799dbc-591f-4d3b-a7eb-5c882c2255d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:10.410321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc0254-4be7-4470-b109-59cdcc51ecf2,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:10.413611 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:10.416851 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:10.420758 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bcc0254-4be7-4470-b109-59cdcc51ecf2 HTTP/1.1" status: 204 len: 168 time: 0.2131882 Jan 27 06:01:10.600516 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60638df7-f725-48d7-aa06-1615fcceaf95 req-aa368f84-9ab0-4239-95e9-78620a43e5af tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:10.602813 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-60638df7-f725-48d7-aa06-1615fcceaf95 req-aa368f84-9ab0-4239-95e9-78620a43e5af tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1721034 Jan 27 06:01:10.738474 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-60638df7-f725-48d7-aa06-1615fcceaf95 req-57d9ed92-3938-4590-aa8d-2cddc1e93e88 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1242678 Jan 27 06:01:10.792287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:11.193058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34094) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:11.264918 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-99cb8795-0796-4205-946a-2d937ec74165 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25c1e0a7a4424a2caf33b552c374c718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701053 Jan 27 06:01:11.268001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34098) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:11.355031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:11.392135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:11.478760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:11.483470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9fff2b3b-3b5b-4512-8605-f219e65c71ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:11.496483 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8030241c-89dd-48f2-bb78-efa49fa6d53d,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:11.499317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:11.506860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:11.509907 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8030241c-89dd-48f2-bb78-efa49fa6d53d HTTP/1.1" status: 204 len: 168 time: 0.2396984 Jan 27 06:01:11.654963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 06:01:11.734267 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 06:01:11.734693 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:12.050415 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee34c-a4ad-4415-ba59-046642419075 req-4d948837-8ab6-4c6d-b864-4b15fc5889e7 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:12.052104 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-840ee34c-a4ad-4415-ba59-046642419075 req-4d948837-8ab6-4c6d-b864-4b15fc5889e7 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1604989 Jan 27 06:01:12.131972 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-840ee34c-a4ad-4415-ba59-046642419075 req-2ef11325-64e7-412c-9e28-a6f1760e2f4e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=2474262e-b4c5-4698-a387-9bf4edbfdcdf&id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0716982 Jan 27 06:01:15.078442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34170) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:15.233956 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.250175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:15.254247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Usage tracker for resource:security_group_rule and tenant:5aec99cda6024fc099a72fd7d0ee51ab is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:15.257241 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:15.263097 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:15.350748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.382937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.399147 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ecfd737e-459b-424d-b392-e10e0da46df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:15.444012 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aec99cda6024fc099a72fd7d0ee51ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643496 Jan 27 06:01:15.445717 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb50c6-71af-47c2-90f2-8fca4ba3b636,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:15.447575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34176) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:15.449999 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:15.513080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.541348 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.640537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.646053 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6a0ef938-65ca-447d-a5d4-059acd104d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:15.661668 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb50c6-71af-47c2-90f2-8fca4ba3b636,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:15.665850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:15.666873 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:15.671599 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46cb50c6-71af-47c2-90f2-8fca4ba3b636 HTTP/1.1" status: 204 len: 168 time: 0.2194018 Jan 27 06:01:16.161540 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34184) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:16.181783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.197841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:16.201928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Usage tracker for resource:security_group_rule and tenant:9db6af8a63da4810bff5dd0703895a20 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:16.204910 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:16.210701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:16.295912 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.340312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.348312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b1f064e8-792e-4e83-8674-56e615bc84e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:16.390739 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede6775-6e36-48b4-abc2-7d207d9f9a81,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:16.396145 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9db6af8a63da4810bff5dd0703895a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333868 Jan 27 06:01:16.397208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:16.398124 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34188) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:16.460747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.495663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.580627 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.585913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d40843db-fe74-40cd-89bc-11bee0e62524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:16.599482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede6775-6e36-48b4-abc2-7d207d9f9a81,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:16.603163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:16.605342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:16.607737 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ede6775-6e36-48b4-abc2-7d207d9f9a81 HTTP/1.1" status: 204 len: 168 time: 0.2085621 Jan 27 06:01:19.694268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34246) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:19.854547 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:19.872945 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:19.877976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Usage tracker for resource:security_group_rule and tenant:c9557b3e23a6407fb4736f9ac90b2508 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:19.881599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:19.888856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:19.980353 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.017125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.027385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9dee0b2a-e88d-4104-b505-547680f28323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:20.071885 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9557b3e23a6407fb4736f9ac90b2508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762627 Jan 27 06:01:20.073726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad54ccf-b16d-46b1-93a7-7d408f834cf1,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:20.075331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34252) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:20.077160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:20.190799 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.235882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.325970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.331354 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-79902a60-39f6-4e9e-b50c-b7ac3638a426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:20.346103 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad54ccf-b16d-46b1-93a7-7d408f834cf1,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:20.349923 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:20.356853 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.358105 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-70a938cb-8c05-408d-9163-374e796f071e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dad54ccf-b16d-46b1-93a7-7d408f834cf1 HTTP/1.1" status: 204 len: 168 time: 0.2811856 Jan 27 06:01:20.919783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34260) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:20.942163 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:20.959009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:20.963462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Usage tracker for resource:security_group_rule and tenant:19ed3a7f388348a6a7cf5a9ec77c71d6 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:20.966736 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:20.973137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:21.067391 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:21.103767 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:21.112883 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-152466f5-f4ee-4826-bd8d-dd56740fd73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:21.162345 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19ed3a7f388348a6a7cf5a9ec77c71d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412457 Jan 27 06:01:21.164376 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e6fd46-5567-4cab-9352-9a588a818a1b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:21.165292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34264) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:21.168388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-49d266cc-6fc1-4108-99b4-643602c9d00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:21.237411 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:21.266031 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:21.337743 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:21.343341 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-28cbd314-81c4-4b4f-b4c9-7a4d176b7ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:21.357690 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e6fd46-5567-4cab-9352-9a588a818a1b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:21.363495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:21.368656 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:21.370106 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68e6fd46-5567-4cab-9352-9a588a818a1b HTTP/1.1" status: 204 len: 168 time: 0.2036352 Jan 27 06:01:26.817199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34402) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:26.975869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.005372 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:27.012440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Usage tracker for resource:security_group_rule and tenant:edc51b9cb0e94b9781ee5c105c2d2e4f is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:27.017483 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:27.028087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:27.133113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.166056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.174585 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-51550e90-7110-464a-b3c2-f1e71efc09e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:27.223929 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edc51b9cb0e94b9781ee5c105c2d2e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053555 Jan 27 06:01:27.225553 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41a1a1-eac8-4fb7-83c5-e2226ef421ce,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:27.226745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34408) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:27.229453 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:27.296001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.325419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.445303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.451283 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3e28e2ad-0e95-40e4-8f65-9e0c5cd788c9 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:27.468695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41a1a1-eac8-4fb7-83c5-e2226ef421ce,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:27.471346 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:27.479533 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:27.480836 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c41a1a1-eac8-4fb7-83c5-e2226ef421ce HTTP/1.1" status: 204 len: 168 time: 0.2524965 Jan 27 06:01:27.967892 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34416) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:27.987498 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.002874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:28.006922 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6b0e25aafb8640ecae264435a5ab2f45 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:28.010546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:28.016412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:28.102343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.125365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.135350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-32821e8b-132a-4299-b6a0-e8fefa550e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:28.179524 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b0e25aafb8640ecae264435a5ab2f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104840 Jan 27 06:01:28.181227 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9cf444-dff3-434c-bde8-f78ef968b8ae,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:28.183040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34420) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:28.184624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-e0e31af8-8122-4003-b4cc-dfd18b0db2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:28.247403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.275004 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.365632 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.371963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bb37880f-9849-429d-b991-01bd5b44af57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:28.386356 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9cf444-dff3-434c-bde8-f78ef968b8ae,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:28.391943 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:28.396579 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:28.397832 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c44baf6a-2a64-4061-bd5f-b50e70b54e65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a9cf444-dff3-434c-bde8-f78ef968b8ae HTTP/1.1" status: 204 len: 168 time: 0.2137017 Jan 27 06:01:29.028587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:31.752966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34502) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:31.908925 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:31.925499 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:31.929862 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Usage tracker for resource:security_group_rule and tenant:79821a54155449f6ba7cccfd6f0c4d5e is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:31.933698 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:31.939651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:32.028841 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.072906 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.086594 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c6cb5728-d594-4852-80a5-8e3f78319d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:32.132112 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79821a54155449f6ba7cccfd6f0c4d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779101 Jan 27 06:01:32.134986 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29eedc7-cd6a-4414-b279-f0009a1693fa,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:32.136033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34514) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:32.138616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:32.220659 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.249616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.354775 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.360277 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ae7418d7-b72c-4431-b126-d1997dff31f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:32.375198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29eedc7-cd6a-4414-b279-f0009a1693fa,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:32.379686 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:32.387199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.390845 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8d8d60cd-fc4a-4afd-ac40-14f7557bf18e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a29eedc7-cd6a-4414-b279-f0009a1693fa HTTP/1.1" status: 204 len: 168 time: 0.2509675 Jan 27 06:01:32.800837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04199669-4a65-48c8-ae79-3e3af9f448bd req-db1fd6aa-9f8a-49d8-abee-391a64ec6590 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:32.802571 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-04199669-4a65-48c8-ae79-3e3af9f448bd req-db1fd6aa-9f8a-49d8-abee-391a64ec6590 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.3546913 Jan 27 06:01:32.867744 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-04199669-4a65-48c8-ae79-3e3af9f448bd req-0548a52c-2310-4e10-9bb1-37786df51b1e tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576785 Jan 27 06:01:32.923098 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34528) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:32.944168 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:32.960222 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:32.965350 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Usage tracker for resource:security_group_rule and tenant:fbef77fc4ba040428c421e29ed0d7972 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:32.968379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:32.974257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:33.063431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:33.102634 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:33.112231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-956f73a4-ecf7-494e-96c1-7a1eb5c897e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:33.155635 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbef77fc4ba040428c421e29ed0d7972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313936 Jan 27 06:01:33.157406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380642b-e8e2-4a00-a14c-e269f7693ba2,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:33.158620 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34532) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:33.160716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5f2b4317-3db5-4067-b57e-b84537a5d9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:33.228060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:33.256568 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:33.322939 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:33.328185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-535de881-3091-48b0-9d34-b4c089c6b851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:33.342663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380642b-e8e2-4a00-a14c-e269f7693ba2,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:33.345257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:33.347699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:33.348859 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a380642b-e8e2-4a00-a14c-e269f7693ba2 HTTP/1.1" status: 204 len: 168 time: 0.1891630 Jan 27 06:01:34.510049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ee48c-f66b-47d8-8847-8b9e7b8132f9 req-dc2257d0-c60a-4e34-a02c-06e58bb08b51 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:34.511794 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9f6ee48c-f66b-47d8-8847-8b9e7b8132f9 req-dc2257d0-c60a-4e34-a02c-06e58bb08b51 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.4471679 Jan 27 06:01:34.606700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-485a0d82-5923-4063-bf7e-41976cdd14f1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:01:34.608432 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-485a0d82-5923-4063-bf7e-41976cdd14f1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 945 time: 0.3251894 Jan 27 06:01:34.736740 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-9f6ee48c-f66b-47d8-8847-8b9e7b8132f9 req-cbd57fef-48fd-4956-a414-ce0fd0c40d43 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7ca984e-94bc-43bd-b7f7-cda793b3ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174230 Jan 27 06:01:34.776401 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Deleting port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:34.776874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.070523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] For port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:01:35.071636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.200448 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34568) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:35.370297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.388068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:01:35.392546 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Usage tracker for resource:security_group_rule and tenant:9c0835633026453aaf12e045bffa57c9 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:01:35.396035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:01:35.402426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:01:35.474551 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2fa5b279-197d-4d2b-8e4b-e1574731db41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.536889 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.537777 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854341940'] for floatingip, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.537777 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Floating IP 40ee4da5-1dd5-4d3b-9329-769bc0e951c7 disassociated. External IP: 172.28.1.169, port: bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a. Jan 27 06:01:35.538265 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Calling delete_port for bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:01:35.566669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.600121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.610700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-00fcb3e8-f20a-4565-bae4-e553470beaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:35.661400 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c0835633026453aaf12e045bffa57c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596148 Jan 27 06:01:35.662114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34574) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:35.665389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16106aeb-74f2-43e5-bfd2-8195301d94e6,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:35.687342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0b1a9f73-cefc-4a1c-a1a2-aff7756c11fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:35.705442 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:01:35.736494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.775088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.776920 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No active binding found for port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a {{(pid=80181) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 27 06:01:35.777436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:01:35.806000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.823628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8a933d2c-f875-4565-a515-f1794932d630 tempest-TestShelveInstance-167226799 tempest-TestShelveInstance-167226799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:35.862908 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.872571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-88872ea4-5f3f-41ba-ab87-06070650fa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:35.878801 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event deleted for resources: {'Port': ['ID=bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:35.898300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16106aeb-74f2-43e5-bfd2-8195301d94e6,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:35.903405 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:35.931726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:35.932110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:35.938802 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16106aeb-74f2-43e5-bfd2-8195301d94e6 HTTP/1.1" status: 204 len: 168 time: 0.2750945 Jan 27 06:01:36.041867 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-dd1c0cdf-cc50-4a28-afbe-02d839f1d62c req-6e0b971d-2839-4715-9395-ddd96b87484d tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 210 time: 0.0651278 Jan 27 06:01:36.302114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:01:36.803599 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:01:36.815013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:01:36.831349 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:01:36.832654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:01:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:36.847654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] No DVR routers for this DVR port bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:01:36.850177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:36.854125 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-deleted', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:01:36.905361 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-b65c1708-cfd4-43cd-9d0b-177b679e7a9d req-786c45b2-1efe-4997-bbe9-503d18774699 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.53 "DELETE /v2.0/ports/bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a HTTP/1.1" status: 204 len: 173 time: 2.2901301 Jan 27 06:01:36.928092 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430c2682-fae6-4c66-9c9b-6dc6f8c498b9', 'name': 'network-vif-deleted', 'tag': 'bb7ebdb2-a6a0-4a03-ab8b-d22aa91fbc1a', 'status': 'completed', 'code': 200} Jan 27 06:01:37.149556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:01:37.340238 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-649c3acd-ea3e-4127-878c-0335a81457de req-5df54a55-c03c-4987-b4d1-2a4660ac3bae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Synchronizing usage tracker for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:01:37.394209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-649c3acd-ea3e-4127-878c-0335a81457de req-5df54a55-c03c-4987-b4d1-2a4660ac3bae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Unset dirty status for tenant:f3365c463c3144f9b2e0f8c14883e09a on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:01:37.396093 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-649c3acd-ea3e-4127-878c-0335a81457de req-5df54a55-c03c-4987-b4d1-2a4660ac3bae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/ports?device_id=430c2682-fae6-4c66-9c9b-6dc6f8c498b9 HTTP/1.1" status: 200 len: 210 time: 0.1102259 Jan 27 06:01:37.699805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:37.713625 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:01:37.724532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:01:37.725229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:01:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:37.965264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:01:38.350043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:38.354977 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a45b82-deb8-4f22-ba0b-f4ebbd870094 None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T05:51:53Z', 'revision_number': 4, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '1f28ee13-34ee-44da-8c7b-c1e59bfe5afd', 'name': '', 'network_id': 'bb5e3740-598b-4a7a-98f3-7266dfa55747', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'mac_address': 'fa:16:3e:84:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:48Z', 'updated_at': '2021-01-27T05:52:09Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'subnets': [{'id': '6b75e773-2033-4387-baab-02f9f67ceb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:01:38.485297 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-150f3219-5add-4fd1-8e0e-eda72b44a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:38.716539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34654) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:38.811402 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11417f2d-0abc-46fb-a833-146db5db9e70 None None] New status for floating IP 40ee4da5-1dd5-4d3b-9329-769bc0e951c7: DOWN {{(pid=80181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 06:01:38.827423 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:38.880429 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:38.994417 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.002009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7a195568-7e0c-44c9-a993-7f587900041d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:39.019916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca984e-94bc-43bd-b7f7-cda793b3ed88,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:39.030721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.031144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034591 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.034794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.035287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.035754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.036191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.036593 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.036996 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.037394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.037796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.038250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.038649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.039052 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.040156 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.040696 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.041287 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:39.045397 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:39.057969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.062340 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "DELETE /v2.0/security-groups/a7ca984e-94bc-43bd-b7f7-cda793b3ed88 HTTP/1.1" status: 204 len: 168 time: 0.3446229 Jan 27 06:01:39.062760 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34670) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:39.084113 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.api.v2.resource [None req-47f0733a-37d2-48b5-82ea-37b70af874e1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] show failed (client error): The resource could not be found. Jan 27 06:01:39.085220 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-47f0733a-37d2-48b5-82ea-37b70af874e1 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "GET /v2.0/security-groups/a7ca984e-94bc-43bd-b7f7-cda793b3ed88 HTTP/1.1" status: 404 len: 347 time: 0.0209830 Jan 27 06:01:39.091980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34676) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:39.318001 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Deleting port 9eceaff2-3a7e-4eb9-be23-3d397f15459c {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:39.318379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.534172 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.534536 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.688695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Calling delete_port for 9eceaff2-3a7e-4eb9-be23-3d397f15459c owned by network:floatingip {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:01:39.714149 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.943724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:39.971370 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8e03e2d5-cd14-4e3f-82cf-2bf0884f0bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:39.983259 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:40.083080 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Pushing event deleted for resources: {'Port': ['ID=9eceaff2-3a7e-4eb9-be23-3d397f15459c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:40.085869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:40.272164 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks [] for floatingip, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:40.343575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:40.344803 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-65b98e7f-38df-48d5-b3f7-b1d43ef087ae tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] 10.222.0.44 "DELETE /v2.0/floatingips/40ee4da5-1dd5-4d3b-9329-769bc0e951c7 HTTP/1.1" status: 204 len: 168 time: 1.2514400 Jan 27 06:01:40.759929 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:43.503535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34708) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:44.263412 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:01:44.918774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854345490'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:45.327036 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Deleting port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:45.327439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:45.541508 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] For port 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:01:45.541914 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:45.693262 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Calling delete_port for 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:01:46.028247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:46.045188 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:46.148167 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f28ee13-34ee-44da-8c7b-c1e59bfe5afd,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:46.153366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:46.481966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036318311294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452735'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:47.026814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:01:47.225519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:01:47.235009 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] Sync routers for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:01:47.239252 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-34bdd41b-4a85-4751-b86b-53ed200d28b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/24b31e5e-b944-4715-b3bb-a6d29ecd5770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7341211 Jan 27 06:01:47.241895 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34720) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:47.245024 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:01:47.245699 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:01:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:47.449870 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks [] for router, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:47.455040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:01:47.663185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:47.669647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Deleting port 5949b142-5c2b-4bd1-9119-bbf0f0770574 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:47.670052 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:47.799313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T06:01:45Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:47.803744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] Checking router: 24b31e5e-b944-4715-b3bb-a6d29ecd5770 for host: dv-cinder-772623-1-smb {{(pid=80182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:01:47.813239 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] Routers {'24b31e5e-b944-4715-b3bb-a6d29ecd5770'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:01:47.813881 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:01:38Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'], 'active': True} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:48.153144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] For port 5949b142-5c2b-4bd1-9119-bbf0f0770574, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=5949b142-5c2b-4bd1-9119-bbf0f0770574,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:01:48.153544 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:48.211215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] Set router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 gateway port host: dv-cinder-772623-1-smb {{(pid=80182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:01:48.315394 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Calling delete_port for 5949b142-5c2b-4bd1-9119-bbf0f0770574 owned by network:router_gateway {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:01:48.505332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:48.544050 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T06:01:45Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:48.548534 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beb628-ceb5-4c7a-94c2-a89f5df96321 None None] The sync data for ids ['24b31e5e-b944-4715-b3bb-a6d29ecd5770'] in dv-cinder-772623-1-smb is: [{'id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'name': 'tempest-AttachVolumeShelveTestJSON-791276422-router', 'tenant_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:51:22Z', 'updated_at': '2021-01-27T06:01:45Z', 'revision_number': 5, 'project_id': 'f3365c463c3144f9b2e0f8c14883e09a', 'gw_port': {'id': '5949b142-5c2b-4bd1-9119-bbf0f0770574', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b31e5e-b944-4715-b3bb-a6d29ecd5770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:28Z', 'updated_at': '2021-01-27T05:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:01:48.722205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433911'] for router_gateway, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:48.869094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772977'] for router, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:48.871752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.028049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348426'] for router, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.028598 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b31e5e-b944-4715-b3bb-a6d29ecd5770 {{(pid=80180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 06:01:49.042811 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] Notify callbacks [] for router, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.044108 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-2a8febe2-291d-4c4b-9533-2e138f60c7df admin admin] 10.222.0.44 "DELETE /v2.0/routers/24b31e5e-b944-4715-b3bb-a6d29ecd5770 HTTP/1.1" status: 204 len: 168 time: 1.8011985 Jan 27 06:01:49.046891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34728) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:49.121331 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Deleting subnet 6b75e773-2033-4387-baab-02f9f67ceb64 {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:01:49.125381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.190916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.321705 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.626449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.643445 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3c72ccb7-2322-4bab-9c53-6fd3c16e5302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:49.737687 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b75e773-2033-4387-baab-02f9f67ceb64,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:49.740552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:49.796276 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:49.802413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fbec8-f089-4768-814d-67c59a01ba22 None None] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:01:49.804078 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6789eb27-12f1-4d2e-b84c-d00df68e69e7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b75e773-2033-4387-baab-02f9f67ceb64 HTTP/1.1" status: 204 len: 168 time: 0.7558668 Jan 27 06:01:49.808327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34732) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:49.960556 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.044596 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Deleting port 805b39b6-6457-48f2-a1aa-e1edd2690d7f {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:50.044987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.084362 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] DHCP port deletion for bb5e3740-598b-4a7a-98f3-7266dfa55747 request from dv-cinder-772623-1-smb {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 06:01:50.089460 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Deleting port 805b39b6-6457-48f2-a1aa-e1edd2690d7f {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:50.089884 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.276850 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-621403a0-f741-4319-9c24-900295523468 admin admin] For port 805b39b6-6457-48f2-a1aa-e1edd2690d7f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=805b39b6-6457-48f2-a1aa-e1edd2690d7f,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:01:50.277281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.326430 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] For port 805b39b6-6457-48f2-a1aa-e1edd2690d7f, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=805b39b6-6457-48f2-a1aa-e1edd2690d7f,segment=NetworkSegment(66203998-c187-4cf1-bb9d-33dc746f8ba9),segment_id=66203998-c187-4cf1-bb9d-33dc746f8ba9)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:01:50.326975 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.418451 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Calling delete_port for 805b39b6-6457-48f2-a1aa-e1edd2690d7f owned by network:dhcp {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:01:50.465532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 5949b142-5c2b-4bd1-9119-bbf0f0770574 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:01:50.506523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Calling delete_port for 805b39b6-6457-48f2-a1aa-e1edd2690d7f owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:01:50.522685 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.538769 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-068044d4-89b1-4835-a2ae-04576982409a tempest-VolumesSnapshotTestJSON-980887089 tempest-VolumesSnapshotTestJSON-980887089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:50.540480 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 5949b142-5c2b-4bd1-9119-bbf0f0770574 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:01:50.540882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 5949b142-5c2b-4bd1-9119-bbf0f0770574 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:01:50.541332 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:01:50.588373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:01:50.588832 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 1f28ee13-34ee-44da-8c7b-c1e59bfe5afd not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:01:50.589292 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 805b39b6-6457-48f2-a1aa-e1edd2690d7f no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:01:50.647431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Pushing event deleted for resources: {'Port': ['ID=805b39b6-6457-48f2-a1aa-e1edd2690d7f,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:50.648019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 805b39b6-6457-48f2-a1aa-e1edd2690d7f {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:01:50.648476 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 805b39b6-6457-48f2-a1aa-e1edd2690d7f not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:01:50.652421 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:50.671064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 06:01:50.671613 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 06:01:50.693443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621403a0-f741-4319-9c24-900295523468 admin admin] No DVR routers for this DVR port 805b39b6-6457-48f2-a1aa-e1edd2690d7f on host dv-cinder-772623-1-smb {{(pid=80180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:01:50.819176 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.938538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-621403a0-f741-4319-9c24-900295523468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5e3740-598b-4a7a-98f3-7266dfa55747']}} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:50.951790 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-621403a0-f741-4319-9c24-900295523468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66203998-c187-4cf1-bb9d-33dc746f8ba9') {'for_net_delete': True} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:50.952100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-621403a0-f741-4319-9c24-900295523468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66203998-c187-4cf1-bb9d-33dc746f8ba9') {} {{(pid=80180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:01:50.966484 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852867201'] for segment, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.983077 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:50.985182 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:01:51.172628 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Deleting port 805b39b6-6457-48f2-a1aa-e1edd2690d7f {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:01:51.173092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:51.181809 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:01:51.191368 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036322919553'] for segment, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:51.256532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-af8a2b19-2c77-4646-9cd9-3e32f0bf8267 None None] The port '805b39b6-6457-48f2-a1aa-e1edd2690d7f' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 06:01:51.381619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Network bb5e3740-598b-4a7a-98f3-7266dfa55747 has no segments {{(pid=80180) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:01:51.411395 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:01:51.519187 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:51.522874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7f0203e0-4fcd-4471-96d1-24eb454cfd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:51.541959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:51.551223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5e3740-598b-4a7a-98f3-7266dfa55747,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:51.555367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-621403a0-f741-4319-9c24-900295523468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:51.600178 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-621403a0-f741-4319-9c24-900295523468 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bb5e3740-598b-4a7a-98f3-7266dfa55747 HTTP/1.1" status: 204 len: 168 time: 1.7906611 Jan 27 06:01:51.872446 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34754) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:51.927091 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-6f6b2422-0cc0-4066-8553-87b9e43c0922 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3365c463c3144f9b2e0f8c14883e09a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531557 Jan 27 06:01:51.930089 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34758) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:01:51.996545 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:52.026795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:52.108043 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:52.113804 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-a30fe13c-3156-494f-b3b0-4f81642ec65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:01:52.130033 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306af2a-2c81-47b8-98ee-fa9c7bacf118,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:01:52.142840 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.143268 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.143680 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.144121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.144523 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.144930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.145333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.145738 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.146138 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.146552 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.146948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.147343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.147802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.148322 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.149264 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.149927 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.150424 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.150826 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.151225 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.151623 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.152074 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.152515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.152856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.153251 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:01:52.157257 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:01:52.163581 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e306af2a-2c81-47b8-98ee-fa9c7bacf118 HTTP/1.1" status: 204 len: 168 time: 0.2300599 Jan 27 06:01:52.167897 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:01:59.039197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:00.546575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 34880) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:00.747223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:00.764833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:00.769318 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Usage tracker for resource:security_group_rule and tenant:f55dd90999fe4928a447a2f991c7543d is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:00.772649 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:00.779457 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:00.928278 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:00.957116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:00.968237 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9cde8863-e5b3-4053-a263-3f98532df3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:01.014947 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f55dd90999fe4928a447a2f991c7543d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670401 Jan 27 06:02:01.015937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d79465-635a-4770-a55f-961ffa92605e,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:01.017888 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34886) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:01.019707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-53aaf070-8e03-4241-9011-89ef6026af76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:01.098058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:01.129741 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:01.231504 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:01.238369 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-3277003b-5c32-4822-beb3-25e6967b3470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:01.253205 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d79465-635a-4770-a55f-961ffa92605e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:01.261072 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:01.263740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:01.267651 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9d79465-635a-4770-a55f-961ffa92605e HTTP/1.1" status: 204 len: 168 time: 0.2461977 Jan 27 06:02:05.462610 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c6abf35c-2727-4d8a-9a7e-c7a728a5d532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:07.272995 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-501cfad5-52a4-4603-8a23-986377a804b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2461491 Jan 27 06:02:07.297987 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34980) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:07.408517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-f36477c8-d54f-40e2-a4e7-d75de63cb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:07.410169 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-f36477c8-d54f-40e2-a4e7-d75de63cb282 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1203 time: 0.0847764 Jan 27 06:02:07.528708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:07.546825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:07.551272 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Usage tracker for resource:security_group_rule and tenant:618c9b442735425da682760d36112edf is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:07.558118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:07.567707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:07.623846 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-98b35c15-cb64-47f6-9474-17f3c7f3dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:07.625774 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-98b35c15-cb64-47f6-9474-17f3c7f3dbd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.1871061 Jan 27 06:02:07.752460 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-2b5ef883-f674-4718-8736-e2c431b79da9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1002 time: 0.1191866 Jan 27 06:02:07.754890 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:07.793612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:07.803519 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ef520234-a26c-417f-a84a-203fc5dad559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:07.831721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-6d39286c-bceb-4502-9a5a-91ca28f9dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:07.833399 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-6d39286c-bceb-4502-9a5a-91ca28f9dc11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0748143 Jan 27 06:02:07.860213 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5262b-ddd7-4867-9398-13ea738f311c,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:07.875170 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=618c9b442735425da682760d36112edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659034 Jan 27 06:02:07.875170 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ddc30700-8902-4b74-904c-ed936c3d45cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:07.878090 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 34986) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:07.930985 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-c4c49f29-06b3-4297-8d81-c09c40921a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:07.932699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-c4c49f29-06b3-4297-8d81-c09c40921a31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912273 Jan 27 06:02:07.948721 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-71fd7965-c7cf-484a-b049-bffa9db4345c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=80179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 06:02:07.949893 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-71fd7965-c7cf-484a-b049-bffa9db4345c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060422 Jan 27 06:02:07.958520 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:07.990531 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:08.079435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:08.085816 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-73e658d1-8783-4922-9bba-7cd4d6138fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:08.098575 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5262b-ddd7-4867-9398-13ea738f311c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:08.106024 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:08.107323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:08.108609 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1d5262b-ddd7-4867-9398-13ea738f311c HTTP/1.1" status: 204 len: 168 time: 0.2318938 Jan 27 06:02:08.123470 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-edd0b6d0-33cd-4abd-a36f-2cf90e4d35f9 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666441 Jan 27 06:02:08.283470 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-809b4b92-c9a8-4231-986d-4a150357fec5 req-17daa067-8d8f-425f-8878-0a11a27a8906 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529219 Jan 27 06:02:08.500709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f42f9aa6-9581-4f57-94ab-ab6c63e49b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:08.810988 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35008) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:08.979633 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.000934 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:09.005252 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:12378eaed77c40e0ac3ece1315b1a8d4 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:09.008373 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:09.015002 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:09.191578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.219727 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.233752 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-21a21a76-3575-40cd-9ad3-ee0a10cacab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:09.278164 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12378eaed77c40e0ac3ece1315b1a8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652958 Jan 27 06:02:09.282383 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e1274b-ed1a-437d-94cd-80a18f489612,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:09.282571 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35024) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:09.284056 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8d20c905-e895-4552-bdab-23efde124ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:09.346653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.374617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.450250 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.455745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-af86c472-63a3-4604-8f0d-e6bd787c289e tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:09.470026 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e1274b-ed1a-437d-94cd-80a18f489612,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:09.473930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:09.480181 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.482134 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-453165f9-a6fe-4af9-9578-05caf86b1c2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04e1274b-ed1a-437d-94cd-80a18f489612 HTTP/1.1" status: 204 len: 168 time: 0.1987824 Jan 27 06:02:09.714471 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:09.996966 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:10.779651 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:15.865281 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-1caa9a42-7a08-4a33-92d8-85aa4e25d1ce tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1054943353&fields=id&tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0 HTTP/1.1" status: 200 len: 267 time: 0.0678458 Jan 27 06:02:16.027479 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-9fbaf3db-4e21-4103-ae4b-9630b2f79b12 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:16.029218 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-9fbaf3db-4e21-4103-ae4b-9630b2f79b12 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 985 time: 0.1571782 Jan 27 06:02:16.041771 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.v2.base [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Request body: {'port': {'security_groups': ['12cdfb4c-733f-423d-b800-87860b8f3225']}} {{(pid=80179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 06:02:16.197764 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563419'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:16.638512 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] For port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:02:16.669040 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:16.727947 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780255218018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256599948967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780254826867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852633592'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:16.743378 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-6d70ea8f-2874-4004-91d4-cf339a4a1f2d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:16.904582 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event updated for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=6']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:16.909440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:17.003185 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:17.003615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:17.005274 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-cc6c271b-14ed-4154-bdf1-efa5f6cc2e20 req-0fc684ce-cfd5-4b03-9576-1c080f3183e2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "PUT /v2.0/ports/e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 943 time: 0.9692488 Jan 27 06:02:17.005864 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:02:17.077737 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'status': 'completed', 'code': 200} Jan 27 06:02:17.114810 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84b68bc2-8524-4341-8588-93cde3ff5a55 req-f264c126-25d7-439c-8af6-0c9cfd339135 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups/2474262e-b4c5-4698-a387-9bf4edbfdcdf HTTP/1.1" status: 200 len: 3005 time: 0.0784864 Jan 27 06:02:17.223938 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-fd922059-f58f-44a0-b3a8-a0e775ed1d81 None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity DHCP. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 06:02:17.224284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fd922059-f58f-44a0-b3a8-a0e775ed1d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:17.272624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-84b68bc2-8524-4341-8588-93cde3ff5a55 req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:17.286548 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-6230b773-4beb-4b9a-b88e-ba0399611d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:17.288226 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-6230b773-4beb-4b9a-b88e-ba0399611d4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1163 time: 0.1723869 Jan 27 06:02:17.389587 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-84b68bc2-8524-4341-8588-93cde3ff5a55 req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:17.503456 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-6bfb458f-2a0e-4b6d-97be-7f2079f555c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:17.505052 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-6bfb458f-2a0e-4b6d-97be-7f2079f555c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.2098696 Jan 27 06:02:17.572492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-84b68bc2-8524-4341-8588-93cde3ff5a55 req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:17.591111 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d6b45b98-9137-4814-ae27-f27a6e0758c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:17.612559 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474262e-b4c5-4698-a387-9bf4edbfdcdf,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:17.616672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:17.642535 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-6339addd-7b28-4b8f-8575-3d6407968018 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 1002 time: 0.1300740 Jan 27 06:02:17.693177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-84b68bc2-8524-4341-8588-93cde3ff5a55 req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:17.694361 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-84b68bc2-8524-4341-8588-93cde3ff5a55 req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "DELETE /v2.0/security-groups/2474262e-b4c5-4698-a387-9bf4edbfdcdf HTTP/1.1" status: 204 len: 173 time: 0.5425417 Jan 27 06:02:17.722833 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-e267a952-b136-4f71-a98d-6f86b1c11a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:17.724513 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-e267a952-b136-4f71-a98d-6f86b1c11a9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.0752168 Jan 27 06:02:17.908985 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-e9658952-7c87-4f5c-8f28-91a9e4d83fc2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/floatingips/d25e83fb-a6a6-4f63-9ae7-f71482d0c963 HTTP/1.1" status: 200 len: 999 time: 0.1810701 Jan 27 06:02:18.035284 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-0aea8e12-1023-4fb9-85e8-e8afc79afbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:18.036960 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-0aea8e12-1023-4fb9-85e8-e8afc79afbd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2504075 Jan 27 06:02:18.242379 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155a32-e31c-4677-9a4b-f028298a4265 req-70e8a37d-87ab-44d9-9fa8-dc7d2ac302bd tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:18.244068 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-70e8a37d-87ab-44d9-9fa8-dc7d2ac302bd tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/networks/0e5275f4-34b3-46e8-a4e2-414ac3270d26 HTTP/1.1" status: 200 len: 784 time: 0.3265789 Jan 27 06:02:18.381186 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-d0d5e58e-d1d6-4388-b11b-e52cce506919 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261769 Jan 27 06:02:18.381825 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 06:02:18.429506 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-10612fc1-8147-4d13-b9b6-2c868ae812c2 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.246 HTTP/1.1" status: 200 len: 1002 time: 0.1772056 Jan 27 06:02:18.464708 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 06:02:18.465295 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:18.914893 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155a32-e31c-4677-9a4b-f028298a4265 req-e2a486cd-820a-4dfa-ad62-777f44a0c948 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:18.917405 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-e2a486cd-820a-4dfa-ad62-777f44a0c948 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports/e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 943 time: 0.1916234 Jan 27 06:02:18.944737 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-4cea9a71-9b88-4497-9071-f06c297078e1 req-7ba4b62c-c077-4b2c-9a57-8c39ebb8c27c service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5568950 Jan 27 06:02:19.124784 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-2c46aa0c-ecf2-49cc-9941-ced9a622ef89 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.1.246 HTTP/1.1" status: 200 len: 1002 time: 0.1227093 Jan 27 06:02:19.373006 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Deleting port f2dd5cbb-c273-451c-9fa7-101c60014583 {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:19.373389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:19.571094 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:19.571461 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:19.714217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Calling delete_port for f2dd5cbb-c273-451c-9fa7-101c60014583 owned by network:floatingip {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:02:20.036815 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:20.053275 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-71037bff-54ae-493e-9c13-0099747cc655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:20.152431 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event deleted for resources: {'Port': ['ID=f2dd5cbb-c273-451c-9fa7-101c60014583,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:20.155408 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:20.294381 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks [] for floatingip, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:20.294754 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.db.l3_db [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Floating IP d25e83fb-a6a6-4f63-9ae7-f71482d0c963 disassociated (deleted). External IP: 172.28.1.246, port: e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb. Jan 27 06:02:20.344604 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35130) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:20.511608 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:20.530290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:20.535060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed5fac93d5e4e56ba738dd762b849ac is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:20.538770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:20.546753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:20.644615 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:20.678724 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:20.690695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9ff0f1ce-2b76-4472-80e0-10472b2d309d tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:20.738526 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ed5fac93d5e4e56ba738dd762b849ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927095 Jan 27 06:02:20.739616 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4fd31-7dcc-4d12-81dc-385df9b59aa7,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:20.742390 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35136) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:20.745439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-5620b827-90d6-4af3-8396-c95208566bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:20.764537 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:02:20.816612 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:20.978212 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:02:20.989689 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] Sync routers for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:02:21.001802 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:02:21.002513 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:02:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:21.022550 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for floatingip, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:21.085750 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-01b211d1-8e4c-4848-be4a-eb7118052e06 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "DELETE /v2.0/floatingips/d25e83fb-a6a6-4f63-9ae7-f71482d0c963 HTTP/1.1" status: 204 len: 173 time: 1.9549942 Jan 27 06:02:21.086338 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:02:21.120367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:21.152295 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'status': 'completed', 'code': 200} Jan 27 06:02:21.189689 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155a32-e31c-4677-9a4b-f028298a4265 req-f265fd6a-7bd1-4f3b-9251-c00526580d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:21.191401 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-f265fd6a-7bd1-4f3b-9251-c00526580d15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1163 time: 0.0913477 Jan 27 06:02:21.202092 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:21.205770 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4afd6c46-959a-4ad7-a521-7c4777766697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:21.224042 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4fd31-7dcc-4d12-81dc-385df9b59aa7,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:21.227039 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:02:21.228784 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:21.231135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:21.235160 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ac77b741-01b3-4840-bcf8-d789fe479f93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbc4fd31-7dcc-4d12-81dc-385df9b59aa7 HTTP/1.1" status: 204 len: 168 time: 0.4916379 Jan 27 06:02:21.266013 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:02:21.410439 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155a32-e31c-4677-9a4b-f028298a4265 req-7b33edb0-803c-4a9a-95d2-b4a757c0ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:21.412115 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-7b33edb0-803c-4a9a-95d2-b4a757c0ec3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.2119889 Jan 27 06:02:21.421162 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-e2cadb4a-55f9-400e-8354-95bbf9133c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:21.423038 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-e2cadb4a-55f9-400e-8354-95bbf9133c7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 1163 time: 0.2257731 Jan 27 06:02:21.519699 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-c2ca6e0c-324f-47c7-ba46-213d577529c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 217 time: 0.0942419 Jan 27 06:02:21.635805 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:58Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:21.647937 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] Checking router: 84ccc7ce-0b2a-4db5-a46c-e596db14a066 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:02:21.677676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155a32-e31c-4677-9a4b-f028298a4265 req-918615c1-9287-4465-8a1e-c9147e3dbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:21.678129 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:02:21.679413 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:02:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:21.679701 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-918615c1-9287-4465-8a1e-c9147e3dbef1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.1079993 Jan 27 06:02:21.772209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-d17c9fd3-0651-4446-b641-1b713eb5b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:21.773867 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-d17c9fd3-0651-4446-b641-1b713eb5b03d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 200 len: 909 time: 0.2863386 Jan 27 06:02:21.868492 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-5caa8696-a83b-4e17-a3cc-49406983a485 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 200 len: 217 time: 0.0858669 Jan 27 06:02:21.934573 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155a32-e31c-4677-9a4b-f028298a4265 req-fad50c9a-89ef-4c6d-a6ee-c3048965a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:21.938936 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-fad50c9a-89ef-4c6d-a6ee-c3048965a7e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2288811 Jan 27 06:02:22.048592 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-fbe433e2-06db-4241-b2ee-52e91c34411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:22.048592 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-fbe433e2-06db-4241-b2ee-52e91c34411a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 200 len: 854 time: 0.1733041 Jan 27 06:02:22.069058 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:02:22.433190 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-ab0269e2-83d9-4c22-910b-8f4361b07804 service neutron] 10.222.0.44 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788942 Jan 27 06:02:22.459091 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:58Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:22.465057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434fb5a5-8212-42fa-b99d-4c6ac3fb3fae None None] The sync data for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb is: [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T05:58:50Z', 'revision_number': 4, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb', '_interfaces': [{'id': '2198d30f-c9d2-46aa-8437-9d7352d2e1d2', 'name': '', 'network_id': 'e5fd0cd6-3855-42fa-a8e1-f5a6db94c103', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'mac_address': 'fa:16:3e:fd:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:49Z', 'updated_at': '2021-01-27T05:58:58Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'subnets': [{'id': 'af13f25b-ace3-417d-a8d2-579ffba7494e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:02:22.473114 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-b492332c-d4c4-4f60-9349-07c0443c8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:22.474757 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-b492332c-d4c4-4f60-9349-07c0443c8502 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4173064 Jan 27 06:02:22.721336 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-30155a32-e31c-4677-9a4b-f028298a4265 req-22e0be55-2795-4397-94f6-fa3c4adcd269 service neutron] 10.222.0.44 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2784395 Jan 27 06:02:22.730797 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-8ed7b81b-f3d8-4d06-9a31-2037a6b027b8 service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995015 Jan 27 06:02:22.901778 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd057ac-4589-4ae1-8768-806ffe24a088 None None] New status for floating IP d25e83fb-a6a6-4f63-9ae7-f71482d0c963: DOWN {{(pid=80182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 27 06:02:22.908871 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-d97e9380-5347-400c-b2b4-7eed9c381444 req-406f4484-339b-4b82-8a39-cf20a605663f service neutron] 10.222.0.53 "GET /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1712403 Jan 27 06:02:26.564057 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5881dadd-fdb6-4ba4-9dbc-f6ed6803c0b8 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:26.564796 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5881dadd-fdb6-4ba4-9dbc-f6ed6803c0b8 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Synchronizing usage tracker for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:02:26.610045 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5881dadd-fdb6-4ba4-9dbc-f6ed6803c0b8 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Unset dirty status for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:02:26.611402 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5881dadd-fdb6-4ba4-9dbc-f6ed6803c0b8 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1986761 Jan 27 06:02:26.684726 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5b9559a5-3c84-401d-ad59-0dcd92097c01 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Synchronizing usage tracker for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:security_group {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:02:26.728152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5b9559a5-3c84-401d-ad59-0dcd92097c01 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Unset dirty status for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:security_group {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:02:26.730290 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-92e2d78c-c941-4e1a-aa2e-cc1182c80580 req-5b9559a5-3c84-401d-ad59-0dcd92097c01 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123431 Jan 27 06:02:28.021406 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bb36d-13f6-40b3-95fd-34608c6497ec req-e75f3617-eff2-44fd-adf2-ab657285afaf tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:28.023214 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-551bb36d-13f6-40b3-95fd-34608c6497ec req-e75f3617-eff2-44fd-adf2-ab657285afaf tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1568472 Jan 27 06:02:28.093389 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-551bb36d-13f6-40b3-95fd-34608c6497ec req-f6b35c71-b9e4-43ea-8989-48021e587d8d tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613251 Jan 27 06:02:28.326863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb up at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 27 06:02:28.399663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.provisioning_blocks [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Provisioning complete for port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb triggered by entity L2. {{(pid=80181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 27 06:02:28.400891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036318530879'] for port, provisioning_complete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:28.641788 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d393b-110b-4f46-bce9-76364875a005 req-4248a6a2-c068-4e31-aae2-21e1813c8f2c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:28.643416 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ef9d393b-110b-4f46-bce9-76364875a005 req-4248a6a2-c068-4e31-aae2-21e1813c8f2c tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.1574602 Jan 27 06:02:28.736773 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Deleting port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:28.737158 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:29.041392 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] For port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:02:29.042144 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:29.044492 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:29.188229 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Calling delete_port for e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb owned by compute:nova {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:02:29.475547 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24addb-cb86-4fcf-b25d-3a7b2e0872ca req-a92cb51b-0387-42f7-824b-0973e87e4a24 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 27 06:02:29.477366 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d24addb-cb86-4fcf-b25d-3a7b2e0872ca req-a92cb51b-0387-42f7-824b-0973e87e4a24 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 946 time: 0.2435274 Jan 27 06:02:29.568244 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-8d24addb-cb86-4fcf-b25d-3a7b2e0872ca req-966735f7-7f70-4b15-b03c-c49b64ee4dcd tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/security-groups?id=12cdfb4c-733f-423d-b800-87860b8f3225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799170 Jan 27 06:02:29.609847 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:29.626924 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-11336425-2aff-47ea-b797-d8e1a1f8137d tempest-VolumesActionsTest-1658254447 tempest-VolumesActionsTest-1658254447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:29.677386 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Pushing event deleted for resources: {'Port': ['ID=e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:29.733701 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:29.844654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] No DVR routers for this DVR port e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb on host hv-cinder-77262 {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:02:29.847495 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140821'] for port, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:29.849814 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'name': 'network-vif-deleted', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb'}] {{(pid=80179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 06:02:29.896849 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-ef9d393b-110b-4f46-bce9-76364875a005 req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.53 "DELETE /v2.0/ports/e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb HTTP/1.1" status: 204 len: 173 time: 1.2478580 Jan 27 06:02:30.088649 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c46fcbd-2021-4758-b336-5cd74cab2043', 'name': 'network-vif-deleted', 'tag': 'e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb', 'status': 'completed', 'code': 200} Jan 27 06:02:30.146973 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:02:30.185747 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] No Port match for: e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:02:30.186081 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Device e1e6c2b3-940e-4b7b-9ceb-966c1ce02bfb not bound to the agent host hv-cinder-77262 {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:02:30.805016 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-97f43c15-2a15-46db-8b94-5bc6550176f1 req-1590daa2-7a0b-4515-af04-cf0f3097aaa7 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Synchronizing usage tracker for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:port {{(pid=80179) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 27 06:02:30.849428 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [req-97f43c15-2a15-46db-8b94-5bc6550176f1 req-1590daa2-7a0b-4515-af04-cf0f3097aaa7 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Unset dirty status for tenant:57ae14b7ae1b4ff29c89475c5f3081d0 on resource:port {{(pid=80179) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 27 06:02:30.850743 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [req-97f43c15-2a15-46db-8b94-5bc6550176f1 req-1590daa2-7a0b-4515-af04-cf0f3097aaa7 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c46fcbd-2021-4758-b336-5cd74cab2043 HTTP/1.1" status: 200 len: 210 time: 0.1035366 Jan 27 06:02:33.426087 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35336) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:34.067954 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854345490'] for router_interface, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:34.464012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Deleting port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 {{(pid=80180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:34.464012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:34.656100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] For port 2198d30f-c9d2-46aa-8437-9d7352d2e1d2, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:02:34.656542 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:34.801716 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Calling delete_port for 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 owned by network:router_interface {{(pid=80180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:02:34.991606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35356) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:35.030827 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-531856136'] for port, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.048647 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-95beade2-1afa-43b5-baa7-a002fada76a5 tempest-AttachVolumeTestJSON-1086929091 tempest-AttachVolumeTestJSON-1086929091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:35.167574 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2198d30f-c9d2-46aa-8437-9d7352d2e1d2,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:35.175049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:35.177960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.207345 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:35.224140 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ba4c6a4bcb41c38b141e6ea520bd48 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:35.230458 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:35.240150 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:35.455347 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-83507bb7-4d3b-4f11-8f7a-0a14e6d3db91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.570543 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.601472 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036318311294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-452735'] for router_interface, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.621793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.634050 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ea7ed6e5-19a9-4169-a25b-d1329e98bb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:35.745197 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b63281-c7a6-48b0-8fc8-b1411390e83a,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:35.751244 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3ba4c6a4bcb41c38b141e6ea520bd48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584677 Jan 27 06:02:35.752399 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:35.754323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35362) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:35.842133 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:35.872654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:36.061440 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:36.067054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-b167ce91-b5bb-4936-bad1-607dd7f37cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:36.080539 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b63281-c7a6-48b0-8fc8-b1411390e83a,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:36.083877 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:36.086064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:36.092377 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-c20f72b9-86d2-460a-834a-77b5e3541ab3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14b63281-c7a6-48b0-8fc8-b1411390e83a HTTP/1.1" status: 204 len: 168 time: 0.3302546 Jan 27 06:02:36.238744 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 has already been hosted by L3 agent 41b89ac9-e962-4058-a74a-20efda0bfb6e {{(pid=80180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 27 06:02:36.625794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35370) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:36.658280 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:36.675855 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:36.682243 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Usage tracker for resource:security_group_rule and tenant:3588faa2e7da4d63aac92036901f3aff is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:36.685666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:36.692098 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:36.700083 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-smb the message routers_updated {{(pid=80180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 27 06:02:36.712018 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] Sync routers for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 27 06:02:36.723366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:02:36.724116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:02:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:36.761658 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-82711e8a-e911-4aa5-a23e-515d64a592e2 admin admin] 10.222.0.44 "PUT /v2.0/routers/84ccc7ce-0b2a-4db5-a46c-e596db14a066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311698 Jan 27 06:02:36.761970 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35374) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:36.923300 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:02:36.936054 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:36.969035 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:36.980226 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-1dfac32b-15e0-4a50-a63d-1fc5f6b160e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:37.022514 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks [] for router, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.156121 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3588faa2e7da4d63aac92036901f3aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288858 Jan 27 06:02:37.157068 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14f900-67a0-4018-b8ff-ae4c17721308,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:37.158952 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35378) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:37.168234 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-daff8198-99c8-4ec2-8282-2bef100c5161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:37.242335 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.246303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.248953 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T06:02:34Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:37.252364 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Deleting port f895a745-a0c3-4070-856e-f9ef427788ae {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:37.252730 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.253463 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] Checking router: 84ccc7ce-0b2a-4db5-a46c-e596db14a066 for host: dv-cinder-772623-1-smb {{(pid=80181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 27 06:02:37.267538 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] Routers {'84ccc7ce-0b2a-4db5-a46c-e596db14a066'} bound to L3 agent in host dv-cinder-772623-1-smb {{(pid=80181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 27 06:02:37.268290 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:08Z,description=,heartbeat_timestamp=2021-01-27T06:02:08Z,host='dv-cinder-772623-1-smb',id=41b89ac9-e962-4058-a74a-20efda0bfb6e,load=0,resource_versions=,resources_synced=,started_at=2021-01-27T05:41:08Z,topic='l3_agent')) {'router_ids': ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'], 'active': True} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:37.271863 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.370019 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.375707 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-56708f51-b76e-4f76-b57c-9ca4db62d038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:37.387208 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14f900-67a0-4018-b8ff-ae4c17721308,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:37.391926 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:37.397426 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.402544 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dc23125b-9b5c-4ab1-88aa-fe33dc8ebbde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc14f900-67a0-4018-b8ff-ae4c17721308 HTTP/1.1" status: 204 len: 168 time: 0.2384503 Jan 27 06:02:37.469186 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] For port f895a745-a0c3-4070-856e-f9ef427788ae, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=f895a745-a0c3-4070-856e-f9ef427788ae,segment=NetworkSegment(54a7b4be-199d-4a24-b666-12e68d40dcab),segment_id=54a7b4be-199d-4a24-b666-12e68d40dcab)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:02:37.469597 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:37.506584 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvr_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] Set router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 gateway port host: dv-cinder-772623-1-smb {{(pid=80181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 27 06:02:37.612105 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Calling delete_port for f895a745-a0c3-4070-856e-f9ef427788ae owned by network:router_gateway {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:02:37.847102 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_hamode_db [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T06:02:34Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}], 'dv-cinder-772623-1-smb', False) {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:37.851899 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38b0c3-f643-4dbe-90a6-a84f76b56096 None None] The sync data for ids ['84ccc7ce-0b2a-4db5-a46c-e596db14a066'] in dv-cinder-772623-1-smb is: [{'id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'name': 'tempest-TestMinimumBasicScenario-1110957974-router', 'tenant_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'external_fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:58:44Z', 'updated_at': '2021-01-27T06:02:34Z', 'revision_number': 5, 'project_id': '57ae14b7ae1b4ff29c89475c5f3081d0', 'gw_port': {'id': 'f895a745-a0c3-4070-856e-f9ef427788ae', 'name': '', 'network_id': '0e5275f4-34b3-46e8-a4e2-414ac3270d26', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:22:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ccc7ce-0b2a-4db5-a46c-e596db14a066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:58:45Z', 'updated_at': '2021-01-27T05:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975ad466-d7df-4f15-a399-baefb0dc3ad4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-smb'}] {{(pid=80181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 27 06:02:38.102709 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.116301 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35386) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:38.137774 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.154733 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:38.159196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Usage tracker for resource:security_group_rule and tenant:e985ed692c8e42c1a19db0fe57291c93 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:38.162363 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:38.169839 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:38.262153 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.301720 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433911'] for router_gateway, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.304666 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.314486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-793480b2-f8c8-408b-a44d-b2c916f8594e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:38.358060 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae30af6-7d0f-4cf2-97c0-16e6da63f806,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:38.362909 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e985ed692c8e42c1a19db0fe57291c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451718 Jan 27 06:02:38.364012 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-cc266968-9761-4dc3-8ba9-786e784e48da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:38.365995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35390) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:38.405792 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:02:38.442296 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.454312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772977'] for router, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.454639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:02:38.454940 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 2198d30f-c9d2-46aa-8437-9d7352d2e1d2 not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:02:38.457691 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.478202 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.552948 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9cf10c3c-ec77-4876-b50b-f99e584c4d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.650025 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348426'] for router, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.650645 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ccc7ce-0b2a-4db5-a46c-e596db14a066 {{(pid=80179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 27 06:02:38.653135 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.658410 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-be0520d7-b19b-496e-8cbe-d0c9fe63d3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:38.673783 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae30af6-7d0f-4cf2-97c0-16e6da63f806,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:38.676436 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] Notify callbacks [] for router, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.676653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:38.678096 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-f7a386fa-4ed7-4942-9498-64a5301c6019 admin admin] 10.222.0.44 "DELETE /v2.0/routers/84ccc7ce-0b2a-4db5-a46c-e596db14a066 HTTP/1.1" status: 204 len: 168 time: 1.9150963 Jan 27 06:02:38.679418 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.680695 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-581e752d-403f-47ff-8004-a7d56c9bc167 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aae30af6-7d0f-4cf2-97c0-16e6da63f806 HTTP/1.1" status: 204 len: 168 time: 0.3136945 Jan 27 06:02:38.681891 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35394) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:38.758684 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Deleting subnet af13f25b-ace3-417d-a8d2-579ffba7494e {{(pid=80180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 27 06:02:38.762614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.825662 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1908599'] for subnet, precommit_delete_associations {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:38.920395 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536243247'] for subnet, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.232995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036318532572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-531857372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852502110'] for subnet, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.250317 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-01dd565e-c3bf-4fcd-afbf-854ee22a6cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:39.345235 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af13f25b-ace3-417d-a8d2-579ffba7494e,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:39.373312 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.373661 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.374117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.374535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.374951 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.375366 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.375785 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.376223 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.376639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.377050 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.377459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.377933 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.378403 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.378808 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.379215 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.379618 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.380088 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.380494 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.380901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.381343 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.381748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.382152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.382560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.382965 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:39.388122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:39.423676 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for subnet, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.429588 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e0f29-9b7d-432c-a6cc-d013a1e9df15 None None] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 requested from dv-cinder-772623-1-smb {{(pid=80181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 27 06:02:39.434735 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-dbf23b2d-4ed9-44ec-b631-29447fc51870 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/af13f25b-ace3-417d-a8d2-579ffba7494e HTTP/1.1" status: 204 len: 168 time: 0.7480361 Jan 27 06:02:39.435116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35410) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:39.569719 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537903'] for network, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.666960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Deleting port 59764b62-e271-439c-ac99-05f71941595d {{(pid=80179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:39.667355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.834204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.918704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] For port 59764b62-e271-439c-ac99-05f71941595d, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=59764b62-e271-439c-ac99-05f71941595d,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:02:39.919110 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:39.942217 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] DHCP port deletion for e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 request from dv-cinder-772623-1-smb {{(pid=80181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 27 06:02:39.955756 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Deleting port 59764b62-e271-439c-ac99-05f71941595d {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:39.956209 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.048333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.060560 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Calling delete_port for 59764b62-e271-439c-ac99-05f71941595d owned by network:dhcp {{(pid=80179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:02:40.179247 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850736131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780255218001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780254826833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2142209'] for port, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.191723 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.db [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] For port 59764b62-e271-439c-ac99-05f71941595d, host dv-cinder-772623-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-smb',level=0,port_id=59764b62-e271-439c-ac99-05f71941595d,segment=NetworkSegment(bffe6adb-87a2-464c-8cc9-7e2628f015af),segment_id=bffe6adb-87a2-464c-8cc9-7e2628f015af)] {{(pid=80181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 27 06:02:40.192198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854342614'] for port, precommit_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.197749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c0a4cc41-ec40-4cde-9bcf-1ad108a1e34a tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:40.308387 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Pushing event deleted for resources: {'Port': ['ID=59764b62-e271-439c-ac99-05f71941595d,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:40.311377 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:40.332303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Calling delete_port for 59764b62-e271-439c-ac99-05f71941595d owned by network:dhcp {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 27 06:02:40.351258 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] No DVR routers for this DVR port 59764b62-e271-439c-ac99-05f71941595d on host dv-cinder-772623-1-smb {{(pid=80179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 27 06:02:40.421642 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.db.api [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 27 06:02:40.422055 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_db.api [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 27 06:02:40.462528 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 59764b62-e271-439c-ac99-05f71941595d no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:02:40.489874 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536220086', 'neutron.services.segments.db._delete_segments_for_network--9223363256599491802'] for network, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.501000 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: 59764b62-e271-439c-ac99-05f71941595d {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:02:40.501389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device 59764b62-e271-439c-ac99-05f71941595d not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:02:40.501860 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device f895a745-a0c3-4070-856e-f9ef427788ae no longer exists at agent ovs-agent-dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 27 06:02:40.538565 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] No Port match for: f895a745-a0c3-4070-856e-f9ef427788ae {{(pid=80181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 27 06:02:40.538959 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.rpc [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Device f895a745-a0c3-4070-856e-f9ef427788ae not bound to the agent host dv-cinder-772623-1-smb {{(pid=80181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 27 06:02:40.613901 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fd0cd6-3855-42fa-a8e1-f5a6db94c103']}} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:40.630468 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffe6adb-87a2-464c-8cc9-7e2628f015af') {'for_net_delete': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:40.631107 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.services.segments.db [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffe6adb-87a2-464c-8cc9-7e2628f015af') {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 27 06:02:40.647321 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256599495898', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2055870'] for segment, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.665601 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036318533390'] for segment, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.668307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 27 06:02:40.786617 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.870289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:02:40.880748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-536242309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852633482'] for segment, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:40.924173 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Deleting port 59764b62-e271-439c-ac99-05f71941595d {{(pid=80181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 27 06:02:40.924606 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780255303505'] for port, before_delete {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.010255 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.plugin [None req-463fc3e3-a738-4c9e-acf1-d73444c15849 None None] The port '59764b62-e271-439c-ac99-05f71941595d' was deleted {{(pid=80181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 27 06:02:41.078067 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.plugins.ml2.managers [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Network e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 has no segments {{(pid=80179) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: Traceback (most recent call last): Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: timer() Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: cb(*args, **kw) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: return func(*args, **kwargs) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: self._notify() Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: self.callback(batched_events) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: event.method(event) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: segment_id)['aggregates'][0] Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: return f(self, *a, **k) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: return self._get(url).json() Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: **kwargs) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: return self.request(url, 'GET', **kwargs) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: **endpoint_filter) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 06:02:41.101073 dv-cinder-772623-1-smb neutron-server[80068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 06:02:41.209342 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036318555714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318373105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536464521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854341923'] for network, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.212921 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:41.229865 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036318313369'] for network, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.238564 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fd0cd6-3855-42fa-a8e1-f5a6db94c103,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:41.241995 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:41.278886 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-03857ac5-03f0-4e4e-b004-b61bc04f29ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/e5fd0cd6-3855-42fa-a8e1-f5a6db94c103 HTTP/1.1" status: 204 len: 168 time: 1.8415668 Jan 27 06:02:41.593894 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35456) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:41.658828 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-e5612c33-2a71-4fb5-b37a-507dde20919c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57ae14b7ae1b4ff29c89475c5f3081d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611305 Jan 27 06:02:41.659121 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35462) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:41.729672 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.752561 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35466) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:41.760644 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.841441 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.846882 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-37c4d736-4b37-47d4-8418-752c836482fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:41.862459 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cdfb4c-733f-423d-b800-87860b8f3225,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:41.864917 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:41.898100 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.899299 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-bfeb6aa0-c7c7-47f4-a7bf-416ab4776449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12cdfb4c-733f-423d-b800-87860b8f3225 HTTP/1.1" status: 204 len: 168 time: 0.2391703 Jan 27 06:02:41.911768 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:41.929930 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:41.934793 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee9e61b78a743c1acaa417d2f2db7ab is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:41.937875 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:41.943794 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:42.030137 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.054856 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.065281 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-2647eadb-3c48-47d9-9ee3-fa82581667a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:42.116587 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ee9e61b78a743c1acaa417d2f2db7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628089 Jan 27 06:02:42.117639 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1769c7-153c-444e-9e39-e87d712cef3b,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:42.120614 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35474) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:42.122303 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-d442d4d9-2b37-4bbb-ae23-9fb266c6e748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:42.200653 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.233795 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.318160 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.322583 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-c4976f91-7bd4-4d4b-a5f0-ab0bb923e883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:42.336695 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1769c7-153c-444e-9e39-e87d712cef3b,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:42.340109 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:42.342141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.343350 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-ccc12546-6557-42f3-9d3c-4554c41aefd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b1769c7-153c-444e-9e39-e87d712cef3b HTTP/1.1" status: 204 len: 168 time: 0.2215278 Jan 27 06:02:42.892745 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35482) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:42.913915 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:42.930658 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:42.935496 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Usage tracker for resource:security_group_rule and tenant:da600a0471f34851806cbdfe923770c5 is out of sync, need to count used quota {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:42.938532 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:42.944359 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:43.031964 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:43.060786 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:43.069748 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-4ab2561c-8c66-469c-b993-159385e37b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:43.113368 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da600a0471f34851806cbdfe923770c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193372 Jan 27 06:02:43.114327 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa81aad-e4d9-4d37-b1e6-8bf92d3eda98,revision_number=1']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:43.116298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35486) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:43.117823 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-9589191b-7624-4a33-9966-dab4c31ae35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:43.180784 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:43.209821 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:43.272325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:43.277404 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-7998bf9b-ff22-47e3-9598-947d8d916d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:43.292049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa81aad-e4d9-4d37-b1e6-8bf92d3eda98,revision_number=None']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:43.295165 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:43.299710 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:43.300949 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-8e2723fa-15b2-4b07-97f5-07c6b7d7dc4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daa81aad-e4d9-4d37-b1e6-8bf92d3eda98 HTTP/1.1" status: 204 len: 168 time: 0.1835952 Jan 27 06:02:57.546991 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35596) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:57.710204 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:57.725474 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:57.730118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9e9cda7dd94f2d9677317510bba97c is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:57.733079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:57.738837 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:57.825781 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:57.860166 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:57.872104 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-8df070b5-8aca-4967-beb2-fdbe1de762b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:57.914481 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde85356-9466-45bc-8419-3325e8276f06,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:57.920597 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff9e9cda7dd94f2d9677317510bba97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725011 Jan 27 06:02:57.923818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35602) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:57.925700 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.926117 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.926521 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.927191 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.927590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.928015 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.928414 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.928803 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.929196 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.929590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.929980 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.930367 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-smb {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.930810 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.931199 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.931594 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.932003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.932976 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.933365 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.933754 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.934141 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.934526 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.934913 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.935325 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.935692 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 27 06:02:57.940203 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-639cedc6-ee4b-4bf9-a4d6-38c2bb34d3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:57.996961 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.024725 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.100175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.105900 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-20b0bc5b-0f26-4c20-bbcd-c6949860cbb0 tempest-AttachVolumeShelveTestJSON-298895345 tempest-AttachVolumeShelveTestJSON-298895345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:58.118419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde85356-9466-45bc-8419-3325e8276f06,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:58.122979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:58.128452 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.129650 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-29ad5557-0fa2-4625-8f37-f1a7ac5f2f2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fde85356-9466-45bc-8419-3325e8276f06 HTTP/1.1" status: 204 len: 168 time: 0.2040384 Jan 27 06:02:58.265464 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:02:58.633663 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80179) accepted ('10.222.0.44', 35610) {{(pid=80179) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:58.655648 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.672070 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 27 06:02:58.676435 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8eb0e8c31d42d39f1713295f7a1878 is out of sync, need to count used quota {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 27 06:02:58.680333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.quota.resource [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80179) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 27 06:02:58.686198 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.quota.driver [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80179) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 27 06:02:58.836382 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.875624 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_create {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:58.885175 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-fbe569af-5a3a-4311-badd-30d2d4c053a0 tempest-TestMinimumBasicScenario-1220618254 tempest-TestMinimumBasicScenario-1220618254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:58.928626 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f8eb0e8c31d42d39f1713295f7a1878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937336 Jan 27 06:02:58.929542 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb537a-9a77-495f-87c1-309f5b15601c,revision_number=1']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:58.931607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [-] (80180) accepted ('10.222.0.44', 35614) {{(pid=80180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 27 06:02:58.933502 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-393de474-80e9-46d4-84de-6c5a443f6364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:58.998475 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:59.028307 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:59.070289 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:59.098749 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036318371857'] for security_group, after_delete {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:59.104273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-40f1d7ec-4044-424d-b5c9-4606e9467d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 27 06:02:59.115449 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb537a-9a77-495f-87c1-309f5b15601c,revision_number=None']} {{(pid=80180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 27 06:02:59.121231 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG oslo_concurrency.lockutils [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 27 06:02:59.123734 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:02:59.124449 dv-cinder-772623-1-smb neutron-server[80068]: INFO neutron.wsgi [None req-67f15749-9343-449a-8b0d-8ebfa61670ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72cb537a-9a77-495f-87c1-309f5b15601c HTTP/1.1" status: 204 len: 168 time: 0.1911438 Jan 27 06:03:05.458704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c5f98bd2-027f-4666-98b5-c0cfadcac7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:08.489256 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-fe872186-02c3-442c-b0f3-59a0d0ee4f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:09.733064 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:09.978482 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:10.780753 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:29.078152 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:35.265949 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:03:35.457740 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba651-2fc4-4cbc-b0dc-9294b9be5d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:38.492298 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6631b26a-7084-427b-94e9-74f856633131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:39.716979 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:39.996916 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:40.779602 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:03:59.093843 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:05.463047 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d94f2786-2257-4cb4-911b-8c1ef5474d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:08.487578 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-84afbb67-891e-4fed-b950-b58c25b25e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:09.727989 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:09.973657 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:10.785113 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:12.267389 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:04:29.121535 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:35.447003 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-28a591cd-d754-4acc-ae63-a7245ba17e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:38.487049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f211e631-225c-4c0e-83c8-73082fc603f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:39.715355 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:39.967434 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:40.778590 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:04:49.267619 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:04:59.132443 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:05.469310 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b414ede7-c4f1-42eb-aa7e-622d0d0c096e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:08.490273 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-46a6f9bb-f02b-4de7-b512-25e8af255b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:09.733177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:09.989669 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:10.794963 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:26.267294 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:05:29.166148 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:35.461116 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b84d-cdd9-480f-8354-1b3fd0a0d2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:38.495517 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-165984e5-c66f-41d9-b750-195443caefe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:39.757704 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:39.994462 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:40.792486 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:05:59.169515 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:03.267968 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:06:05.456470 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6f9c63ff-294c-494a-9d84-8fb01c74d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:08.500021 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-99571b67-0ab4-4525-9fda-6b614d2ca9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:09.759336 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:09.987911 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:10.803122 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:29.170487 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:35.465385 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-da891660-5e2a-42b7-af09-27ac3f99ccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:38.511177 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-5c014884-df9e-4801-8245-21de71792de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:39.745388 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:39.993118 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:40.268527 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:06:40.792869 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:06:59.181323 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:05.454981 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-7bcc03f5-2d15-4529-8983-c3480edb3b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:08.517928 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6cca499b-6dd9-4c6c-8747-bea5072cc416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:09.744636 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:09.990607 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:10.807313 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:17.268028 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:07:29.180654 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:30.693679 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.wsgi [req-c01a20d0-1a67-4fc4-ad05-ff4d708e973d req-12577d80-5d72-45d1-a12a-820533957277 service neutron] (80180) timed out ('10.222.0.53', 51550) {{(pid=80180) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 27 06:07:35.464079 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-b7e1804b-0d75-4298-a0b8-6f87580a0ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:38.504049 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-d29e68b6-e845-4f70-b335-4410a552a9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:39.780485 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:39.985818 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:40.791419 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:07:54.267868 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron.db.agents_db [None req-416e5962-d780-4064-bc7c-f7b1e4335d82 None None] Agent healthcheck: found 6 active agents {{(pid=80182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 27 06:07:59.223789 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-379317b6-7947-4dd9-b807-cf131eccf91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:08:05.454433 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-6c57d654-d498-4cdb-ab71-63e672bb740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:08:08.510969 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-eb7b4239-c67d-40ca-afed-257b6ded0d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:08:09.768333 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-c03181eb-ebba-449e-ad81-04fd50215c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:08:09.985393 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-52f0f5cf-d527-4b0a-b4ea-c1fc424adab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 27 06:08:10.796960 dv-cinder-772623-1-smb neutron-server[80068]: DEBUG neutron_lib.callbacks.manager [None req-f31ee040-9810-474f-8089-cca4200d68bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256599491819', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536244884'] for agent, after_update {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}